-- Logs begin at Fri 2021-09-03 18:26:24 UTC, end at Fri 2021-09-03 19:36:04 UTC. -- Sep 03 19:06:51.417347 dv-cinder-788367-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 19:06:54.160627 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.common.config [-] Logging enabled! Sep 03 19:06:54.161896 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 19:06:54.161993 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94380) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 19:06:54.165259 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.common.config [-] Logging enabled! Sep 03 19:06:54.165520 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 19:06:54.165838 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94380) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 19:06:54.166786 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 19:06:54.167024 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 19:06:54.167385 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 19:06:54.167632 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 19:06:54.167860 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 19:06:54.168186 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.168489 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.168788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.169053 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.169355 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.169652 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.169942 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.170492 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.170801 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.171093 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.171377 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.171666 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.171899 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.172188 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.172476 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.172766 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.173016 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] debug = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.173301 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.173731 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.174138 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.174425 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.174718 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.175000 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.175292 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.175556 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.175843 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.176182 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] host = dv-cinder-788367-7-iscsi {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.176463 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.176753 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.177118 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.177412 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.177692 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.177974 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.178264 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.178544 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.178824 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.179107 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.179400 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.179693 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.179986 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.180217 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.180440 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.180734 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.181048 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.181332 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.181612 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.181890 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.182168 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.182445 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.182717 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.183006 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.183296 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.183585 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.183864 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.184140 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.184452 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.184732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.185048 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.185328 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.185606 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.185882 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.186176 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.186494 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.186730 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.187032 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.187321 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.187604 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.187889 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.188164 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.188448 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.188726 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.189024 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.189301 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] use_json = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.189576 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.189849 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.190135 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.190411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.190687 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.190961 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.191235 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.191521 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:54.191822 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.192123 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.192440 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.192738 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.193066 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.193354 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.193648 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.193932 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.194224 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.194516 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.194808 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.195090 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.195381 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.195665 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.195962 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.196276 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.196574 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.196870 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.197176 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.197454 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.197730 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.198012 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.198300 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.198581 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.198874 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.199167 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.199448 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.199737 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.200032 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.200323 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.200600 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.200884 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.201202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.201483 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.201758 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.202039 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.202329 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.202609 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.202884 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.203174 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.203452 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.203729 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.204002 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.204280 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.204572 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.204852 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.205150 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.205423 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.205703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.205976 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.206268 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.206546 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.206819 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.207093 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.207373 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.207648 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.207922 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.208727 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.209030 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.209315 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.209592 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.209866 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.210141 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.210434 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.210693 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.210967 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.211241 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.211523 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.211797 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.212071 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.212344 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.212621 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.212892 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.213205 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.213509 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.213793 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.214076 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.214358 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.214638 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.214918 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.215197 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.215560 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.215745 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.216020 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.216311 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.216606 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.216894 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.217205 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.217487 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.217793 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.218075 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.218360 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.218657 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.218923 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.219206 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.219496 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.219795 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.220094 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.220392 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.220690 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.221007 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.221295 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.221610 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.221897 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:54.222120 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 19:06:54.222361 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94380) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 19:06:54.576836 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 19:06:54.577072 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 19:06:54.577348 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 19:06:54.577680 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 19:06:54.971233 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:54.971525 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:54.971809 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:54.973144 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:54.973424 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:54.973712 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.009981 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.010268 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.010540 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.025689 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.025970 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.026241 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.054897 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.055185 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.055453 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.092782 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.093099 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.093374 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.322872 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.323458 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.323458 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.323629 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.324299 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.443695 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.444014 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.444300 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.444573 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.444843 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.445180 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.445450 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.445710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.445965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.446249 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.446509 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.446777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.447032 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.447284 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.447537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.447801 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.448055 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.448320 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.448588 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.448849 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.449140 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.449396 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.449679 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.450055 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.450305 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.450553 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.450952 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:55.451195 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:55.451436 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:55.451675 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:55.451912 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:55.452148 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:55.452513 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 19:06:55.455587 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 19:06:55.460069 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 19:06:55.463838 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 03 19:06:55.465501 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 19:06:55.465959 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 19:06:55.466295 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 19:06:55.466676 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 19:06:55.469471 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 19:06:55.469725 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 19:06:55.470076 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 19:06:55.475397 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 19:06:55.497553 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 19:06:55.498005 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.498305 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94380) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 19:06:55.498673 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.500035 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94380) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 19:06:55.500320 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 19:06:55.500569 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 19:06:55.503884 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.504172 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:55.568216 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 19:06:55.568456 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 19:06:55.568693 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 19:06:55.569128 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 19:06:55.591380 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_db.sqlalchemy.engines [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94380) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 19:06:56.268434 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing driver for type 'gre' Sep 03 19:06:56.268883 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] gre ID ranges: [(1, 1000)] Sep 03 19:06:56.450031 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing driver for type 'local' Sep 03 19:06:56.450599 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing driver for type 'vlan' Sep 03 19:06:56.553992 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] VlanTypeDriver initialization complete Sep 03 19:06:56.554262 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing driver for type 'vxlan' Sep 03 19:06:56.554745 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] vxlan ID ranges: [(1, 1000)] Sep 03 19:06:56.772782 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing extension driver 'port_security' Sep 03 19:06:56.773282 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] PortSecurityExtensionDriver initialization complete Sep 03 19:06:56.773695 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing mechanism driver 'openvswitch' Sep 03 19:06:56.774110 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing mechanism driver 'hyperv' Sep 03 19:06:56.780745 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.plugin [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:06:56.781452 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.781823 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.782178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.782716 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94380) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 19:06:56.783152 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.783504 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.783851 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.784241 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94380) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 19:06:56.784646 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.785021 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.785364 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.785752 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94380) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 19:06:56.786154 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > security_group after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.786501 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > security_group after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.786839 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.787364 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94380) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 19:06:56.787770 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.788117 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.788457 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.788849 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94380) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 19:06:56.789275 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > address_group after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.789624 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > address_group after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.789962 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.790351 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94380) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 19:06:56.790731 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] ML2 OVO RPC backend initialized. {{(pid=94380) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 19:06:56.791436 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.791794 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.792212 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.792561 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > networks before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.792916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.793293 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > ports before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.797537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.797537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnets before_response 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.797537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.797537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798421 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798421 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798421 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.798421 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.plugin [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Modular L2 Plugin initialization complete Sep 03 19:06:56.798421 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading services supported by the core plugin {{(pid=94380) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 19:06:56.798763 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.plugins.ml2.managers [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Got port-security extension from driver 'port_security' Sep 03 19:06:56.798846 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.extensions.vlantransparent [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Disabled vlantransparent extension. Sep 03 19:06:56.799281 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94380) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 19:06:56.799597 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: router Sep 03 19:06:56.841954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.842289 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_create 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.842663 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router before_create 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.843026 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.843398 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.843753 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_delete 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.844112 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.844464 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.844822 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_create 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.845217 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_update 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.845565 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_update 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.845910 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.846271 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_update 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.846682 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_update 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.847049 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.847391 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.847726 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: subnet after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.848066 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.848413 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.848792 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_create 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.849161 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.849506 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.849913 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router after_update 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.850251 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.850605 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_create 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.850971 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.851317 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_update 55549900 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.851683 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > agent after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.852033 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > agent after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.852377 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > network after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.853279 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Tracking information for resource: router configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:56.853619 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Tracking information for resource: floatingip configured {{(pid=94380) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 19:06:56.858651 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.db.l3_agentschedulers_db [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 19:06:56.859220 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.859581 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port after_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.859931 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port after_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.860282 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: port after_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.861118 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router before_create 55550100 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.861490 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.861853 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_create 55550100 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.862213 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > router precommit_update 55550100 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.866927 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.provider_configuration [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service providers = [] {{(pid=94380) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 19:06:56.867291 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.db.servicetype_db [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94380) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 19:06:56.870321 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.service_base [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94380) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 19:06:56.870669 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.service_base [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94380) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 19:06:56.871011 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.service_base [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94380) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 19:06:56.871920 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.services.service_base [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94380) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 19:06:56.872293 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.services.service_base [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 19:06:56.872670 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.873019 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 19:06:56.884111 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.884449 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: auto_allocate Sep 03 19:06:56.896568 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: network precommit_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.897016 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: network precommit_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.897551 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.897872 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: tag Sep 03 19:06:56.904330 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.904664 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: timestamp Sep 03 19:06:56.908648 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.909005 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: network_ip_availability Sep 03 19:06:56.914404 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.914773 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.915128 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:56.915832 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.916150 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: flavors Sep 03 19:06:56.924524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.924853 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading Plugin: revisions Sep 03 19:06:56.929272 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94380) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 19:06:56.929633 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_concurrency.lockutils [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.352s {{(pid=94380) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 19:06:56.930378 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94380) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 19:06:56.930712 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Initializing extension manager. Sep 03 19:06:56.931223 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: __init__.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.931565 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: __pycache__ {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.931897 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.932230 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: address_group.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.933013 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.933597 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: address-group Sep 03 19:06:56.933920 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: address_scope.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.934844 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.935366 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: address-scope Sep 03 19:06:56.935696 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.936640 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.937409 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: router-admin-state-down-before-update Sep 03 19:06:56.937530 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: agent.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.938198 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.938713 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: agent Sep 03 19:06:56.939048 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: agent_resources_synced.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.939944 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.940458 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: agent-resources-synced Sep 03 19:06:56.940778 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: allowedaddresspairs.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.943127 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.943655 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: allowed-address-pairs Sep 03 19:06:56.943981 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: auto_allocated_topology.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.945093 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.945618 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: auto-allocated-topology Sep 03 19:06:56.945942 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: availability_zone.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.946640 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.947147 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: availability_zone Sep 03 19:06:56.947467 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: availability_zone_filter.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.948385 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.948895 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: availability_zone_filter Sep 03 19:06:56.949281 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: data_plane_status.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.950151 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.950659 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 19:06:56.950978 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: default_subnetpools.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.951889 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.952402 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: default-subnetpools Sep 03 19:06:56.952721 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.953556 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.954062 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: dhcp_agent_scheduler Sep 03 19:06:56.954384 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: dns.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.955297 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.955804 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 19:06:56.956125 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: dns_domain_ports.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.957077 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.957588 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 19:06:56.957910 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.959372 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.959882 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 19:06:56.960205 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: dvr.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.960874 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.961413 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: dvr Sep 03 19:06:56.961734 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: ecmp_routes.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.962648 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.963209 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 19:06:56.963486 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: empty_string_filtering.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.968682 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.969227 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: empty-string-filtering Sep 03 19:06:56.969550 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.970457 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.970971 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 19:06:56.971290 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.972205 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.972720 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 19:06:56.973086 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: external_net.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.974017 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.974533 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: external-net Sep 03 19:06:56.974851 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.975757 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.976266 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: extra_dhcp_opt Sep 03 19:06:56.976586 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: extraroute.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.977514 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.978024 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: extraroute Sep 03 19:06:56.978340 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: extraroute_atomic.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.979414 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.979925 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: extraroute-atomic Sep 03 19:06:56.980243 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: filter_validation.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.980900 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.981428 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: filter-validation Sep 03 19:06:56.981747 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: fip_pf_description.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.982660 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.983164 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 19:06:56.983484 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: fip_port_details.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.984410 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.984919 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: fip-port-details Sep 03 19:06:56.985266 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: flavors.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.986526 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.987045 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: flavors Sep 03 19:06:56.987368 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.989057 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.996653 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 19:06:56.996653 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: floatingip_pools.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.997173 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.997692 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: floatingip-pools Sep 03 19:06:56.998015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: ip_allocation.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:56.998942 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:56.999456 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 19:06:56.999778 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.000694 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.001245 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: ip-substring-filtering Sep 03 19:06:57.001570 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l2_adjacency.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.002495 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.003005 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 19:06:57.003324 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.004426 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.005536 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: router Sep 03 19:06:57.005862 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.008067 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.008598 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 19:06:57.008998 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.009954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.010479 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: ext-gw-mode Sep 03 19:06:57.010805 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.011720 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.012237 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: l3-ha Sep 03 19:06:57.012559 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3_flavors.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.013495 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.014053 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: l3-flavors Sep 03 19:06:57.014376 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.015288 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.015801 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 19:06:57.016122 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: l3agentscheduler.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.017167 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.017684 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: l3_agent_scheduler Sep 03 19:06:57.018010 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: logging.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.019492 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.020020 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension logging not supported by any of loaded plugins Sep 03 19:06:57.020347 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: metering.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.021141 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.021722 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: metering Sep 03 19:06:57.022045 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.023134 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.023657 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: metering_source_and_destination_fields Sep 03 19:06:57.023983 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: multiprovidernet.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.024914 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.025461 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: multi-provider Sep 03 19:06:57.025790 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: netmtu.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.026696 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.027213 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: net-mtu Sep 03 19:06:57.027535 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: netmtu_writable.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.028449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.028994 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: net-mtu-writable Sep 03 19:06:57.029316 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: network_availability_zone.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.029982 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.030493 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: network_availability_zone Sep 03 19:06:57.030811 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: network_ip_availability.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.037347 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.037861 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: network-ip-availability Sep 03 19:06:57.038183 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: network_segment_range.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.038939 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.039443 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 19:06:57.039761 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: pagination.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.040745 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.041113 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: pagination Sep 03 19:06:57.041434 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: port_device_profile.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.042338 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.042860 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: port-device-profile Sep 03 19:06:57.043189 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.044154 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.044669 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: port-mac-address-regenerate Sep 03 19:06:57.045036 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.046221 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.046732 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: port-numa-affinity-policy Sep 03 19:06:57.047055 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: port_resource_request.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.048089 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.048657 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 19:06:57.049011 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: portbindings.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.049948 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.050467 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: binding Sep 03 19:06:57.050792 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: portbindings_extended.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.052583 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.053138 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: binding-extended Sep 03 19:06:57.053465 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: portsecurity.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.054403 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.054923 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: port-security Sep 03 19:06:57.055246 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: project_id.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.056208 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.056537 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: project-id Sep 03 19:06:57.056859 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: providernet.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.057807 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.058322 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: provider Sep 03 19:06:57.058641 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.062141 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.062673 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos not supported by any of loaded plugins Sep 03 19:06:57.063005 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.064252 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.064777 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 19:06:57.065134 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.066062 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.066577 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 19:06:57.066901 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_default.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.068350 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.068862 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-default not supported by any of loaded plugins Sep 03 19:06:57.069214 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_fip.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.071354 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.071354 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 19:06:57.071354 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_gateway_ip.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.072054 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.072563 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 19:06:57.072885 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_port_network_policy.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.073834 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.074344 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 19:06:57.074665 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_pps_rule.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.075847 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.076367 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 19:06:57.076693 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_rule_type_details.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.077641 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.078152 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 19:06:57.078474 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: qos_rules_alias.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.079510 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.080025 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 19:06:57.080346 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: quotasv2.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.081289 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.081608 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: quotas Sep 03 19:06:57.081928 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: quotasv2_detail.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.086631 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.086972 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: quota_details Sep 03 19:06:57.087301 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: rbac.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.088383 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.088951 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: rbac-policies Sep 03 19:06:57.089352 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: rbac_address_group.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.090304 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.090829 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: rbac-address-group Sep 03 19:06:57.091153 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: rbac_address_scope.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.092120 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.092593 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: rbac-address-scope Sep 03 19:06:57.092917 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: rbac_security_groups.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.093862 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.094379 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: rbac-security-groups Sep 03 19:06:57.094702 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: rbac_subnetpool.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.095650 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.096164 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: rbac-subnetpool Sep 03 19:06:57.096484 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: revisionifmatch.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.097436 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.097954 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: revision-if-match Sep 03 19:06:57.098273 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: revisions.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.099408 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.099925 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: standard-attr-revisions Sep 03 19:06:57.100248 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: router_availability_zone.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.100937 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.101458 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: router_availability_zone Sep 03 19:06:57.101778 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: routerservicetype.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.102693 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.103201 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 19:06:57.103522 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.110969 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.111484 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: security-groups-normalized-cidr Sep 03 19:06:57.111804 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.112727 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.113324 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: port-security-groups-filtering Sep 03 19:06:57.113650 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.115078 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.115599 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: security-groups-remote-address-group Sep 03 19:06:57.115923 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: securitygroup.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.125622 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.126159 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: security-group Sep 03 19:06:57.126494 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: segment.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.127287 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.127799 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension segment not supported by any of loaded plugins Sep 03 19:06:57.128123 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.129106 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.129610 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 19:06:57.130495 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: servicetype.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.131661 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.132194 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: service-type Sep 03 19:06:57.132520 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: sorting.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.133533 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.133866 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: sorting Sep 03 19:06:57.134189 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: standard_attr_segment.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.135107 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.135651 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 19:06:57.135972 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: standardattrdescription.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.136621 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.137162 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: standard-attr-description Sep 03 19:06:57.137484 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: stateful_security_group.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.138420 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.138940 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: stateful-security-group Sep 03 19:06:57.139265 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: stdattrs_common.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.139845 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 19:06:57.140166 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.141129 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.141652 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 19:06:57.141983 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: subnet_onboard.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.143056 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.143581 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: subnet_onboard Sep 03 19:06:57.143904 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.144822 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.145370 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 19:06:57.145719 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: subnet_service_types.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.146637 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.147155 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: subnet-service-types Sep 03 19:06:57.147478 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: subnetallocation.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.148550 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.149105 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: subnet_allocation Sep 03 19:06:57.149433 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.150099 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.150609 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: subnetpool-prefix-ops Sep 03 19:06:57.150930 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.151860 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.152378 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 19:06:57.152701 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: tagging.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.153783 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.154302 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: standard-attr-tag Sep 03 19:06:57.154628 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: timestamp.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.155861 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.156379 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loaded extension: standard-attr-timestamp Sep 03 19:06:57.156703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: trunk.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.157789 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.158310 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension trunk not supported by any of loaded plugins Sep 03 19:06:57.158633 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: trunk_details.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.159550 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.160065 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 19:06:57.160384 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: uplink_status_propagation.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.161359 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.161884 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 19:06:57.162203 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Loading extension file: vlantransparent.py {{(pid=94380) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 19:06:57.162960 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94380) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 19:06:57.163473 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 19:06:57.165946 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:network Sep 03 19:06:57.166479 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:subnet Sep 03 19:06:57.166875 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 19:06:57.167272 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:port Sep 03 19:06:57.168491 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.168954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service FLAVORS assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.169585 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.170027 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.170620 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:router Sep 03 19:06:57.171043 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 19:06:57.171537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service METERING assigned prefix: /metering {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.172980 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:57.173353 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:57.173704 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94380) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:06:57.174705 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 19:06:57.175164 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:security_group Sep 03 19:06:57.175598 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 19:06:57.176200 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service CORE assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.176532 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 19:06:57.177412 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] subnetpool is already registered Sep 03 19:06:57.177857 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service CORE assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.178183 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 19:06:57.178514 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] subnetpool is already registered Sep 03 19:06:57.180804 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.181266 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service FLAVORS assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.181858 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.182285 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.182615 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:router Sep 03 19:06:57.182952 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] router is already registered Sep 03 19:06:57.183362 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 19:06:57.183694 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] floatingip is already registered Sep 03 19:06:57.184150 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service METERING assigned prefix: /metering {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.184811 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 19:06:57.185166 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] rbac_policy is already registered Sep 03 19:06:57.185575 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:security_group Sep 03 19:06:57.185907 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] security_group is already registered Sep 03 19:06:57.186304 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 19:06:57.186633 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] security_group_rule is already registered Sep 03 19:06:57.187252 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service CORE assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.187576 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 19:06:57.187908 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] subnetpool is already registered Sep 03 19:06:57.188325 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.v2.resource_helper [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Service CORE assigned prefix: {{(pid=94380) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 19:06:57.188645 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 19:06:57.188993 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING neutron.quota.resource_registry [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] subnetpool is already registered Sep 03 19:06:57.189465 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: extensions {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.190917 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: address-groups {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.193030 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: address-scopes {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.194371 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: agents {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.195536 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: auto-allocated-topology {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.196780 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: availability_zones {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.198031 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: dhcp-networks {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.199549 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: dhcp-agents {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.201047 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: routers {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.203263 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: flavors {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.204428 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: service_profiles {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.205682 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: next_providers {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.207136 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: service_profiles {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.208708 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: floatingip-pools {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.209961 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: routers {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.212083 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: floatingips {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.213403 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: l3-routers {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.214797 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: l3-agents {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.216220 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: metering-labels {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.218475 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: metering-label-rules {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.219760 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: network-ip-availabilities {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.221083 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: bindings {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.222759 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: quotas {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.224215 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: quotas {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.225653 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: rbac-policies {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.226869 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: security-groups {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.228169 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: security-group-rules {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.229449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: service-providers {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.230665 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: subnetpools {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.232088 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: subnetpools {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.233598 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.235269 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.237155 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.238946 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.241291 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.243146 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.244859 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.246791 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.248583 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.250373 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron.api.extensions [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Extended resource: tags {{(pid=94380) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 19:06:57.256882 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING keystonemiddleware.auth_token [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 19:06:57.261577 dv-cinder-788367-7-iscsi neutron-server[94380]: WARNING keystonemiddleware.auth_token [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 19:06:57.270635 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_concurrency.lockutils [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Acquired lock "singleton_lock" {{(pid=94380) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 19:06:57.271099 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_concurrency.lockutils [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Releasing lock "singleton_lock" {{(pid=94380) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 19:06:57.271740 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Starting 2 workers Sep 03 19:06:57.276477 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Started child 94491 {{(pid=94380) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 19:06:57.280844 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Started child 94492 {{(pid=94380) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 19:06:57.281836 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:06:57.282466 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO neutron.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 19:06:57.283119 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Notify callbacks [] for process, before_spawn {{(pid=94380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:06:57.283501 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [-] (94491) wsgi starting up on http://0.0.0.0:9696 Sep 03 19:06:57.285429 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:06:57.285850 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Starting 1 workers Sep 03 19:06:57.286836 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [-] (94492) wsgi starting up on http://0.0.0.0:9696 Sep 03 19:06:57.290792 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Started child 94493 {{(pid=94380) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 19:06:57.291337 dv-cinder-788367-7-iscsi neutron-server[94380]: INFO oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Starting 1 workers Sep 03 19:06:57.294401 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] calling RpcWorker wait() {{(pid=94493) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 19:06:57.294949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] returning from RpcWorker wait() {{(pid=94493) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 19:06:57.295916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Started child 94494 {{(pid=94380) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 19:06:57.296700 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:06:57.296793 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG neutron_lib.callbacks.manager [None req-9ab82f40-536b-471c-b901-36304ad53808 None None] Notify callbacks [] for process, after_spawn {{(pid=94380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:06:57.297226 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:06:57.298666 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94380) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 19:06:57.298868 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 19:06:57.299055 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 19:06:57.299263 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 19:06:57.299614 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 19:06:57.299779 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 19:06:57.300310 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.300587 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.300792 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:06:57.301312 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.301312 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.301492 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.302527 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.302798 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.303039 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:06:57.303129 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.303325 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.303572 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.303749 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.303916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.304180 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.304416 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.304718 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.305004 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.305261 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.305551 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.305724 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.305985 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.306256 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.306486 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.306758 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] debug = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.307016 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.307529 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.307779 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.308044 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.308296 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.308574 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.308807 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.309094 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.309345 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.309564 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.309814 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.310068 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.310313 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.310551 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.310804 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.311048 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.311283 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.311741 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] host = dv-cinder-788367-7-iscsi {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.311999 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.312251 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.312524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.312774 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.313044 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.313265 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.313537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.313797 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.314071 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.314318 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.314569 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.314822 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.315066 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.315315 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.315479 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_options = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.315705 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.315962 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.316215 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.316405 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.316626 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.316775 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.317035 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.317182 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.318013 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.318236 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.318457 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.318676 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.318894 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.319132 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.319382 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.319640 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.319862 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.320108 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.320373 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.320606 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.320852 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.321109 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.321359 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.321587 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.321822 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.322041 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.322271 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.322512 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.322731 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.322985 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.323203 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.323470 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.323705 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.323967 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.324199 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.324433 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.324650 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.324958 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.325179 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.325431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.325680 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.325915 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.326166 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.326383 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.326599 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.326813 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_json = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.327027 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.327260 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.327539 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.327757 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.327972 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.328186 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.328404 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.328636 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.329094 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.329383 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.329697 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.329946 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.330197 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.330437 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.330702 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.330947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.331196 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.331446 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.331740 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333028 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333028 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333028 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333028 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333515 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333634 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.333821 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.334060 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.334280 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.334520 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.335413 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.335413 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.335827 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.336793 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.336793 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.337018 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.337349 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.337622 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.337899 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.338168 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.338410 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.338632 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.338849 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.339087 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.339304 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.339520 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.339797 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.340020 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.340267 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.340507 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.340757 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.340994 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.341224 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.341469 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.341728 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.341962 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.342231 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.342416 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.342628 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.342841 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.343074 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.343320 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.343537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.343807 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.344034 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.344274 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.344491 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.344711 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.345728 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.352216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.353732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.354871 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.357058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.358777 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.360449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.362202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.363863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.366710 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.367965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.369015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.370178 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.371916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.373431 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.374703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.374703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.374703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.374703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.374703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.374703 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.375422 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.375422 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.375422 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.375422 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376121 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376464 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376464 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376691 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.376917 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.377514 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.377616 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.377848 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.378100 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.378316 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.378567 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.378786 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.379025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.379242 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.379456 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.379680 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.379987 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.380245 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.380483 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.380697 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.380908 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.381143 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.381359 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.381569 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.381863 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.382107 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.382333 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.382589 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.382822 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.383033 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.383258 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.383467 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.383681 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.383911 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.384125 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.384335 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.384561 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.384791 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.385020 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.385242 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.385476 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.385685 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.386081 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.386494 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.386746 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.386965 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.387186 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.387395 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.387623 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.387832 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.388042 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.388263 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.388477 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.388686 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.388971 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.389184 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.389414 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.389637 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.389853 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.390064 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.390369 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.390620 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.390859 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.391143 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.391400 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.391649 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.391888 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.392192 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.392406 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.392644 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.392860 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.393116 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.393361 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.393613 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.393939 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.394228 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.394495 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.394758 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.395030 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.395301 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.395584 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.395823 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.396136 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.396454 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.396740 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.397019 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.397270 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.397507 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.397729 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.397966 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.398216 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.398448 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.398665 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.398903 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.399150 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.399924 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.400148 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.400398 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.400636 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.400887 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.401139 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.401379 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.401597 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.401754 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 19:06:57.402587 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94380) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 19:06:57.402587 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 19:06:57.402587 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 19:06:57.402959 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 19:06:57.402959 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 19:06:57.403191 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 19:06:57.403313 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.403394 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.403505 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.403662 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.403818 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.403999 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.404232 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.404370 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.404493 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.404615 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.404753 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.404910 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.405113 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.405271 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.405427 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.405583 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.405739 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406042 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406042 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406199 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406332 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406478 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406630 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] debug = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406786 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.406987 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.407137 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.407294 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.407449 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.407606 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.407762 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.407918 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.408073 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.408229 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.408385 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.408540 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.408695 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.408850 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409050 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409179 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409318 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409477 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] host = dv-cinder-788367-7-iscsi {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409633 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.409945 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.410100 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.410257 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.410414 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.410571 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.410726 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.410884 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.411039 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.411722 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.411882 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.412039 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.412196 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.412352 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_options = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.412507 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.412664 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.412821 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413024 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413188 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413346 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413503 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413661 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413818 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.413975 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.414130 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.414353 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.414453 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.414590 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.414746 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.414901 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415057 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415212 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415369 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415679 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415834 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.415990 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.416145 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.416301 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.416456 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.416612 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.416796 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.416898 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.417098 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.417228 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.417383 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.417696 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.417857 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418017 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418295 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418295 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418585 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418728 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418858 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.418971 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.419093 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.419561 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.419561 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.419561 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.419876 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_json = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.419876 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.420033 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.420033 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.420444 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.420600 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.420755 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.420911 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425025 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425524 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.425954 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.426411 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427388 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.427955 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428048 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428253 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428588 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428588 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428756 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428846 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.428985 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.429147 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.429307 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.429467 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.429626 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.429788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.429946 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.430116 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.430275 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.430434 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.430593 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.430751 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.430909 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.431066 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.431225 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.431386 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.431608 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.431862 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.432078 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.432238 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.432584 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.432920 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.433442 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.433741 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.434042 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.434347 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.434512 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.434674 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.434835 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.434998 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.435153 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.435487 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.435794 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.435952 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.436248 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.436563 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.436726 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.436890 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.437077 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.437239 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.437402 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.437571 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.437740 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.437898 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.438058 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.440947 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.441554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442079 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442079 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442079 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442435 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442611 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442779 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.442946 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.443122 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.443283 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.443448 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.443608 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.443775 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.443948 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.444111 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.444272 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.444439 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.444596 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.444756 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.444916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.445098 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.445256 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.445414 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.445574 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.445742 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.445911 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.446071 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.446231 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.446389 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.446576 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.446732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.446884 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.447038 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.447202 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.447361 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.447518 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.447679 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.447837 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448008 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448144 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448305 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448463 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448622 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448781 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.448980 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.449114 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.449269 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.449428 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.449556 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:06:57.449651 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.449732 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.449885 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450043 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450200 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450714 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450714 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450714 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450929 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.450929 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.451094 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.451252 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.451410 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.451568 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.451725 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.451883 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.452042 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.452200 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.452363 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.452525 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.452686 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.452843 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453033 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453194 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453354 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453515 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453674 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453834 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.453993 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.454151 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.454311 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.454476 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.454635 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.454795 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.454955 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.455112 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.455285 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.455443 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.455601 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.455759 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.455916 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.456074 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.456236 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.456395 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.456554 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.456712 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.456869 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.457057 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.457231 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.457379 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.457515 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.457673 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.457832 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458012 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458172 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458344 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458505 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458665 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458823 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.458981 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.459140 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.459310 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.459470 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.459629 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.459787 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.459944 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.460102 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.460270 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.460430 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.461757 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.461757 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.462144 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.462144 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.462382 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.462503 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.462740 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.462740 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463022 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463022 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463319 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463319 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463557 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463640 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463757 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.463920 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.464089 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.464249 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.464430 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.464575 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.464695 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.464882 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465031 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465199 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465354 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465537 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465625 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465788 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.465946 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.466116 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.466277 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.466438 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.466597 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.466755 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.466914 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.467074 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.467279 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.467420 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.467576 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.467699 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.467849 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.468015 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.468182 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.468342 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.468505 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.468675 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.468834 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.469022 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.469182 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.469340 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.469500 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470122 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470122 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470122 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470122 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470424 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470424 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470583 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470686 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.470896 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.471020 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.471136 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.471294 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.471452 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.471610 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 19:06:57.471745 dv-cinder-788367-7-iscsi neutron-server[94380]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94380) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 19:06:57.592026 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 47524) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:06:57.601304 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069814 Sep 03 19:07:09.177578 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc7aefd-7175-4dd2-9f14-27c876c3bd2e None None] get_active_networks_info from dv-cinder-788367-7-iscsi {{(pid=94493) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 19:07:09.259352 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc7aefd-7175-4dd2-9f14-27c876c3bd2e None None] No non-hosted networks {{(pid=94493) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 19:07:09.266092 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.agentschedulers_db [None req-ecc7aefd-7175-4dd2-9f14-27c876c3bd2e None None] DHCP Agent not found on host dv-cinder-788367-7-iscsi {{(pid=94493) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 19:07:09.346360 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-82090bb3-f6b1-4acd-9cb5-6e9650293b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028009'] for agent, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:11.642186 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2f6f9494-2400-43e8-b90f-c6952e277761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028009'] for agent, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:11.681589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.db.api [None req-704d0a8a-f37b-421c-8bd1-65d461ac4698 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788367-7-iscsi {{(pid=94493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 19:07:11.682229 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG oslo_db.api [None req-704d0a8a-f37b-421c-8bd1-65d461ac4698 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 19:07:12.011405 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028009'] for agent, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:12.011979 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.012300 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.012831 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.012982 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.013269 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.013596 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.013910 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.015383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.015383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.015383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.015383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.017589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:12.017589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788367-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:12.034729 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788367-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:12.212547 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-704d0a8a-f37b-421c-8bd1-65d461ac4698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:12.672774 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028009'] for agent, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:14.331216 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028009'] for agent, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:15.532575 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 47616) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:15.984212 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.db.l3_hamode_db [None req-e96b4cd8-2928-43b4-96f5-8761e3d9b428 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 19:07:16.033371 dv-cinder-788367-7-iscsi neutron-server[94492]: WARNING oslo_policy.policy [None req-c7bf682c-a936-4a4c-b518-87446c60e6f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:16.034018 dv-cinder-788367-7-iscsi neutron-server[94492]: WARNING oslo_policy.policy [None req-c7bf682c-a936-4a4c-b518-87446c60e6f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:16.061739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b4cd8-2928-43b4-96f5-8761e3d9b428 None None] Routers set() bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:07:16.062132 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b4cd8-2928-43b4-96f5-8761e3d9b428 None None] Router IDs set() for agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 19:07:16.254190 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [None req-c7bf682c-a936-4a4c-b518-87446c60e6f8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:07:16.255218 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c7bf682c-a936-4a4c-b518-87446c60e6f8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7217007 Sep 03 19:07:18.689633 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 47630) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:18.989389 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:19.083902 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.policy [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94492) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 19:07:19.129281 dv-cinder-788367-7-iscsi neutron-server[94492]: WARNING oslo_policy.policy [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:19.129648 dv-cinder-788367-7-iscsi neutron-server[94492]: WARNING oslo_policy.policy [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:19.138147 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.quota [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] Loaded quota_driver: . Sep 03 19:07:19.295066 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787874030207', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787874029612', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787874075467', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787874076719', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787873605675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787874063489', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1998489', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1884449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-914162', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697899'] for rbac-policy, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:19.502346 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:19.503539 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-286819ee-b065-47be-a2c9-fa3c86675058 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8129661 Sep 03 19:07:22.054638 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 47642) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:22.357207 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'name': 'private', 'project_id': 'b40f0cf8aa00402499c4865567a33513'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:22.449134 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Made reservation on behalf of b40f0cf8aa00402499c4865567a33513 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:07:22.451811 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:22.468115 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:22.650198 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:22.729339 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:22.748307 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:07:22.775234 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787875001977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:22.775804 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Unsubscribe: segment precommit_create {{(pid=94492) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 19:07:22.776329 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Added segment 8a1905dc-f6f7-4194-8aed-ae93e814a70a of type vlan for network ccec1b17-920f-4f5e-afc0-e40032f28c5d Sep 03 19:07:22.792542 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81903908-dd8f-4df6-b600-b0f581113d8f,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:22.818782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.819123 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.819462 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.819794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.820117 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.820458 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.820782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.821124 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.821459 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.821792 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.822094 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.822434 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Tracked resource versions report: Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: pushed versions: Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: { 'AddressGroup': {'1.2'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'ConntrackHelper': {'1.0'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Log': {'1.0'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Network': {'1.1'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Port': {'1.7'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'PortForwarding': {'1.2'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'QosPolicy': {'1.9'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroup': {'1.4'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SubPort': {'1.0'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Subnet': {'1.1'}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Trunk': {'1.1'}} Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: consumer versions: Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'ConntrackHelper': '1.0', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Log': '1.0', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Network': '1.1', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Port': '1.7', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'PortForwarding': '1.2', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'QosPolicy': '1.9', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroup': '1.4', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroupRule': '1.2', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SubPort': '1.0', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Subnet': '1.1', Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Trunk': '1.1'}} Sep 03 19:07:22.823512 dv-cinder-788367-7-iscsi neutron-server[94492]: {{(pid=94492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:07:22.897897 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:23.011055 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:23.012157 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:23.012797 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:23.108805 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] Pushing event updated for resources: {'Network': ['ID=ccec1b17-920f-4f5e-afc0-e40032f28c5d,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:23.119221 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-cff3c86c-40d7-4010-b06e-1e5135b89584 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0635438 Sep 03 19:07:23.120510 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:07:25.768715 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 47656) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:26.157079 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23e853-673f-4809-b6db-e2e191e53b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:26.158435 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ac23e853-673f-4809-b6db-e2e191e53b50 admin admin] 10.222.0.18 "GET /v2.0/networks/ccec1b17-920f-4f5e-afc0-e40032f28c5d HTTP/1.1" status: 200 len: 825 time: 0.3887599 Sep 03 19:07:26.184022 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6f50034a-dc6e-4b81-bcdf-8bc39878cd02 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7a325831-f924-46b9-97c2-c0e1f6731eb1 HTTP/1.1" status: 200 len: 734 time: 0.0189781 Sep 03 19:07:26.192919 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1', 'name': 'private-subnet', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'gateway_ip': '172.20.0.1'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:26.313217 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Made reservation on behalf of b40f0cf8aa00402499c4865567a33513 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:07:26.315419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:26.645961 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:26.715431 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Checking segment: {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:07:26.715811 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Network hostable DHCP agents. Network: ccec1b17-920f-4f5e-afc0-e40032f28c5d, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:07:26.720214 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d86f24-88b2-4960-82d1-7bbb20c74f70,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:26.854721 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:07:26.934684 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, ccec1b17-920f-4f5e-afc0-e40032f28c5d) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:07:26.939480 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:26.940101 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:26.944272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da128b4c-11a2-4719-b901-0b506c25e1ab None None] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:07:27.017305 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-444dbe55-399a-47d6-abc0-91ebafc44798 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8275416 Sep 03 19:07:27.259721 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:07:27.261036 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:27.532177 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Allocated IP 172.20.0.2 (ccec1b17-920f-4f5e-afc0-e40032f28c5d/64d86f24-88b2-4960-82d1-7bbb20c74f70/83adb2ef-5ea2-47ae-aea3-855f7423634a) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:07:27.770226 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:27.784807 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Transition to ACTIVE for port object 83adb2ef-5ea2-47ae-aea3-855f7423634a will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:07:27.805845 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Transition to ACTIVE for port object 83adb2ef-5ea2-47ae-aea3-855f7423634a will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:07:27.884456 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:27.956047 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:07:27.961833 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:07:27.969460 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Pushing event updated for resources: {'Port': ['ID=83adb2ef-5ea2-47ae-aea3-855f7423634a,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:27.971538 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:07:27.981049 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.981397 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.981734 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.982064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.982393 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.982717 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.983048 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.983368 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.983707 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.984032 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.984352 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.984668 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Tracked resource versions report: Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: pushed versions: Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: { 'AddressGroup': {'1.2'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'ConntrackHelper': {'1.0'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Log': {'1.0'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Network': {'1.1'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Port': {'1.7'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'PortForwarding': {'1.2'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'QosPolicy': {'1.9'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroup': {'1.4'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SubPort': {'1.0'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Subnet': {'1.1'}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Trunk': {'1.1'}} Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: consumer versions: Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'ConntrackHelper': '1.0', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Log': '1.0', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Network': '1.1', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Port': '1.7', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'PortForwarding': '1.2', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'QosPolicy': '1.9', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroup': '1.4', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroupRule': '1.2', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SubPort': '1.0', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Subnet': '1.1', Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Trunk': '1.1'}} Sep 03 19:07:27.985748 dv-cinder-788367-7-iscsi neutron-server[94493]: {{(pid=94493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:07:28.055685 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Attempting to bind port 83adb2ef-5ea2-47ae-aea3-855f7423634a on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:07:28.055998 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Attempting to bind port 83adb2ef-5ea2-47ae-aea3-855f7423634a by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:07:28.056424 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Attempting to bind port 83adb2ef-5ea2-47ae-aea3-855f7423634a on network ccec1b17-920f-4f5e-afc0-e40032f28c5d {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:07:28.061237 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:07:28.061645 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Checking segment: {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:07:28.062110 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:28.062497 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Bound using segment: {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:07:28.062956 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Bound port: 83adb2ef-5ea2-47ae-aea3-855f7423634a, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:07:28.063364 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:28.126388 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] For port 83adb2ef-5ea2-47ae-aea3-855f7423634a, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:07:28.131000 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] For port 83adb2ef-5ea2-47ae-aea3-855f7423634a, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=83adb2ef-5ea2-47ae-aea3-855f7423634a,segment=NetworkSegment(8a1905dc-f6f7-4194-8aed-ae93e814a70a),segment_id=8a1905dc-f6f7-4194-8aed-ae93e814a70a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:07:28.199909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:28.262723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3299f-69a0-4399-a62b-d6d5179040ab None None] Pushing event updated for resources: {'Port': ['ID=83adb2ef-5ea2-47ae-aea3-855f7423634a,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:29.416534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47664) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:29.914258 dv-cinder-788367-7-iscsi neutron-server[94491]: WARNING oslo_policy.policy [None req-78b5a838-7efc-4b14-a62b-0b4c9ac8cf94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:29.914913 dv-cinder-788367-7-iscsi neutron-server[94491]: WARNING oslo_policy.policy [None req-78b5a838-7efc-4b14-a62b-0b4c9ac8cf94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:30.136512 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [None req-78b5a838-7efc-4b14-a62b-0b4c9ac8cf94 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:07:30.137706 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-78b5a838-7efc-4b14-a62b-0b4c9ac8cf94 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7189848 Sep 03 19:07:32.532061 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47678) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:32.845347 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [None req-afca8ea6-11dd-46ac-b530-f94891a3e691 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:07:32.846288 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-afca8ea6-11dd-46ac-b530-f94891a3e691 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133280 Sep 03 19:07:35.486290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47692) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:35.811435 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:35.815330 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 83adb2ef-5ea2-47ae-aea3-855f7423634a up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:07:35.876983 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.policy [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94491) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 19:07:35.924745 dv-cinder-788367-7-iscsi neutron-server[94491]: WARNING oslo_policy.policy [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:35.925184 dv-cinder-788367-7-iscsi neutron-server[94491]: WARNING oslo_policy.policy [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 19:07:35.933783 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.quota [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Loaded quota_driver: . Sep 03 19:07:35.965377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 83adb2ef-5ea2-47ae-aea3-855f7423634a completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:07:36.057208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.059080 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.216510 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.274955 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.357827 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.359211 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-860854be-94dc-46a0-aafd-4d1c682ffe24 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8718972 Sep 03 19:07:36.652384 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b377f3-1352-435d-aab9-7e2f454abf42 None None] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:07:36.802673 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] Provisioning for port 83adb2ef-5ea2-47ae-aea3-855f7423634a completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:07:36.811524 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] Provisioning complete for port 83adb2ef-5ea2-47ae-aea3-855f7423634a triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:36.813711 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.928315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:36.965855 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] For port 83adb2ef-5ea2-47ae-aea3-855f7423634a, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=83adb2ef-5ea2-47ae-aea3-855f7423634a,segment=NetworkSegment(8a1905dc-f6f7-4194-8aed-ae93e814a70a),segment_id=8a1905dc-f6f7-4194-8aed-ae93e814a70a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:07:37.130575 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:37.175408 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e4660-37c3-447c-aae8-423a854ecdb4 None None] Pushing event updated for resources: {'Port': ['ID=83adb2ef-5ea2-47ae-aea3-855f7423634a,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:37.249246 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-04ec2492-1213-4234-98e5-12b0231981d5 None None] Provisioning complete for port 83adb2ef-5ea2-47ae-aea3-855f7423634a triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:37.249611 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-04ec2492-1213-4234-98e5-12b0231981d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:37.791949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 83adb2ef-5ea2-47ae-aea3-855f7423634a up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:07:37.836791 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 83adb2ef-5ea2-47ae-aea3-855f7423634a triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:37.837196 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:38.774017 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47702) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:39.076450 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [None req-0124e5d5-3552-4b1b-b503-b5f91ac40559 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:07:39.077472 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-0124e5d5-3552-4b1b-b503-b5f91ac40559 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3025367 Sep 03 19:07:39.142423 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-90b3f4f6-80a8-4398-8bfd-061adceb36da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:41.464722 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47710) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:41.633739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-eea08638-63ae-4d2e-ba6b-87438447550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:41.778463 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:41.850379 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Made reservation on behalf of 3227798b9d9649d9b2f0929a426e5869 for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:07:41.853207 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:41.869478 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:41.985277 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.031463 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.071663 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.083602 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Reserving flat network on physical network physnet1 {{(pid=94491) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 19:07:42.115318 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787875001977', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.115819 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Unsubscribe: segment precommit_create {{(pid=94491) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 19:07:42.116360 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Added segment 69ab2336-42f3-44da-a358-e22b65307b2a of type flat for network 34591e73-0d1e-4c52-8bb9-73b9857e9354 Sep 03 19:07:42.133142 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d23c9e-d0ba-4c37-91b4-09ac15fc3aeb,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:42.181260 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.181599 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.181932 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.182251 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.182571 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.182910 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.183229 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.183543 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.183872 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.184186 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.184495 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.184800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Tracked resource versions report: Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: pushed versions: Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: { 'AddressGroup': {'1.2'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'ConntrackHelper': {'1.0'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Log': {'1.0'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Network': {'1.1'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Port': {'1.7'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'PortForwarding': {'1.2'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'QosPolicy': {'1.9'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroup': {'1.4'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SubPort': {'1.0'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Subnet': {'1.1'}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Trunk': {'1.1'}} Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: consumer versions: Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'ConntrackHelper': '1.0', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Log': '1.0', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Network': '1.1', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Port': '1.7', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'PortForwarding': '1.2', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'QosPolicy': '1.9', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroup': '1.4', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroupRule': '1.2', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SubPort': '1.0', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Subnet': '1.1', Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Trunk': '1.1'}} Sep 03 19:07:42.185885 dv-cinder-788367-7-iscsi neutron-server[94491]: {{(pid=94491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:07:42.239697 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.351415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.352578 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:42.353236 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:42.445835 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] Pushing event updated for resources: {'Network': ['ID=34591e73-0d1e-4c52-8bb9-73b9857e9354,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:42.455830 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:07:42.466611 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-efcd2579-6e8d-4cdd-b611-deb9127cf121 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0008209 Sep 03 19:07:42.637336 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:44.261944 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:44.851106 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47732) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:45.064879 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e01750-9292-4d5b-accd-c64aa9035d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:45.066243 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-36e01750-9292-4d5b-accd-c64aa9035d9e admin admin] 10.222.0.18 "GET /v2.0/subnets/64d86f24-88b2-4960-82d1-7bbb20c74f70 HTTP/1.1" status: 200 len: 849 time: 0.2141700 Sep 03 19:07:45.207563 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-ca11eff1-456a-48de-bf23-1d6d5843e89f admin admin] 10.222.0.18 "GET /v2.0/routers/aaa17663-0fe7-448d-b12a-acfdad136fc6 HTTP/1.1" status: 200 len: 704 time: 0.1351526 Sep 03 19:07:45.466747 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:45.763672 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Allocated IP 172.20.0.1 (ccec1b17-920f-4f5e-afc0-e40032f28c5d/64d86f24-88b2-4960-82d1-7bbb20c74f70/73ca728b-4f58-459e-be07-8fd2391b0eea) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:07:45.944744 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:45.967722 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Transition to ACTIVE for port object 73ca728b-4f58-459e-be07-8fd2391b0eea will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:07:46.089213 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.159280 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:07:46.167455 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:07:46.180392 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:07:46.181000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.200909 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Pushing event updated for resources: {'Port': ['ID=73ca728b-4f58-459e-be07-8fd2391b0eea,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:46.438301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.465863 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-7a0be806-cab9-4331-9dd0-a05bbc221d07 None None] Provisioning for port 73ca728b-4f58-459e-be07-8fd2391b0eea completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:07:46.469564 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-7a0be806-cab9-4331-9dd0-a05bbc221d07 None None] Provisioning complete for port 73ca728b-4f58-459e-be07-8fd2391b0eea triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:46.469935 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7a0be806-cab9-4331-9dd0-a05bbc221d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.507550 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-7a0be806-cab9-4331-9dd0-a05bbc221d07 None None] Port 73ca728b-4f58-459e-be07-8fd2391b0eea cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:07:46.698285 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.764426 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.765170 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:46.824293 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Pushing event updated for resources: {'Port': ['ID=73ca728b-4f58-459e-be07-8fd2391b0eea,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:46.885214 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:07:46.886476 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:07:47.127870 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-58569290-e9db-4c08-906d-e54dad17c044 None None] Provisioning complete for port 73ca728b-4f58-459e-be07-8fd2391b0eea triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:47.128236 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-58569290-e9db-4c08-906d-e54dad17c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:47.136231 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Router aaa17663-0fe7-448d-b12a-acfdad136fc6 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:07:47.161118 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-58569290-e9db-4c08-906d-e54dad17c044 None None] Port 73ca728b-4f58-459e-be07-8fd2391b0eea cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:07:47.226264 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:07:47.231597 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-fa6f69a8-d00f-4822-a62b-f4d7586a1c0b admin admin] 10.222.0.18 "PUT /v2.0/routers/aaa17663-0fe7-448d-b12a-acfdad136fc6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0183041 Sep 03 19:07:47.244845 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Sync routers for ids ['aaa17663-0fe7-448d-b12a-acfdad136fc6'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:07:47.256921 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Routers {'aaa17663-0fe7-448d-b12a-acfdad136fc6'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:07:47.257760 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:07:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['aaa17663-0fe7-448d-b12a-acfdad136fc6'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:47.441979 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Set router aaa17663-0fe7-448d-b12a-acfdad136fc6 gateway port host: None {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:07:47.876655 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:07:36Z', 'updated_at': '2021-09-03T19:07:46Z', 'revision_number': 2, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'gw_port_host': None, '_interfaces': [{'id': '73ca728b-4f58-459e-be07-8fd2391b0eea', 'name': '', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'mac_address': 'fa:16:3e:cd:d4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:45Z', 'updated_at': '2021-09-03T19:07:46Z', 'revision_number': 2, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'subnets': [{'id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:47.925403 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Checking router: aaa17663-0fe7-448d-b12a-acfdad136fc6 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:07:47.925781 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Updating router aaa17663-0fe7-448d-b12a-acfdad136fc6 port 73ca728b-4f58-459e-be07-8fd2391b0eea binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:07:47.974780 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:48.495138 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:48.513146 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Transition to ACTIVE for port object 73ca728b-4f58-459e-be07-8fd2391b0eea will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:07:48.585497 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:48.752350 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Pushing event updated for resources: {'Port': ['ID=73ca728b-4f58-459e-be07-8fd2391b0eea,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:48.769384 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.769723 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.770051 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.770404 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.770727 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.771050 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.771365 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.771682 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.772002 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.772312 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.772624 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.772956 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Tracked resource versions report: Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: pushed versions: Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: { 'AddressGroup': {'1.2'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'ConntrackHelper': {'1.0'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Log': {'1.0'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Network': {'1.1'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Port': {'1.7'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'PortForwarding': {'1.2'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'QosPolicy': {'1.9'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroup': {'1.4'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SubPort': {'1.0'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Subnet': {'1.1'}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Trunk': {'1.1'}} Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: consumer versions: Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'ConntrackHelper': '1.0', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Log': '1.0', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Network': '1.1', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Port': '1.7', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'PortForwarding': '1.2', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'QosPolicy': '1.9', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroup': '1.4', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroupRule': '1.2', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SubPort': '1.0', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Subnet': '1.1', Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Trunk': '1.1'}} Sep 03 19:07:48.774403 dv-cinder-788367-7-iscsi neutron-server[94494]: {{(pid=94494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:07:48.780997 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Attempting to bind port 73ca728b-4f58-459e-be07-8fd2391b0eea on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:07:48.781385 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Attempting to bind port 73ca728b-4f58-459e-be07-8fd2391b0eea by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:07:48.781810 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Attempting to bind port 73ca728b-4f58-459e-be07-8fd2391b0eea on network ccec1b17-920f-4f5e-afc0-e40032f28c5d {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:07:48.787835 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:07:48.788247 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Checking segment: {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:07:48.788724 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:48.789132 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Bound using segment: {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:07:48.789631 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Bound port: 73ca728b-4f58-459e-be07-8fd2391b0eea, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1905dc-f6f7-4194-8aed-ae93e814a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:07:48.790015 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:48.853471 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] For port 73ca728b-4f58-459e-be07-8fd2391b0eea, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:07:48.872210 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] For port 73ca728b-4f58-459e-be07-8fd2391b0eea, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=73ca728b-4f58-459e-be07-8fd2391b0eea,segment=NetworkSegment(8a1905dc-f6f7-4194-8aed-ae93e814a70a),segment_id=8a1905dc-f6f7-4194-8aed-ae93e814a70a)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:07:48.942808 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:48.994248 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Routers {'aaa17663-0fe7-448d-b12a-acfdad136fc6'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:07:48.994869 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:07:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['aaa17663-0fe7-448d-b12a-acfdad136fc6'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:49.064388 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5962-c16a-4c83-8206-c93d250e797d None None] Pushing event updated for resources: {'Port': ['ID=73ca728b-4f58-459e-be07-8fd2391b0eea,revision_number=4']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:49.099658 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] Set router aaa17663-0fe7-448d-b12a-acfdad136fc6 gateway port host: None {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:07:49.310298 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:07:36Z', 'updated_at': '2021-09-03T19:07:46Z', 'revision_number': 2, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'gw_port_host': None, '_interfaces': [{'id': '73ca728b-4f58-459e-be07-8fd2391b0eea', 'name': '', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'mac_address': 'fa:16:3e:cd:d4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:45Z', 'updated_at': '2021-09-03T19:07:48Z', 'revision_number': 4, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'subnets': [{'id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:49.336465 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af0116-7b39-4da7-b5bd-305ad0e9929b None None] The sync data for ids ['aaa17663-0fe7-448d-b12a-acfdad136fc6'] in dv-cinder-788367-7-iscsi is: [{'id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:07:36Z', 'updated_at': '2021-09-03T19:07:46Z', 'revision_number': 2, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'gw_port_host': None, '_interfaces': [{'id': '73ca728b-4f58-459e-be07-8fd2391b0eea', 'name': '', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'mac_address': 'fa:16:3e:cd:d4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:45Z', 'updated_at': '2021-09-03T19:07:48Z', 'revision_number': 4, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'subnets': [{'id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:07:49.488175 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47752) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:49.600443 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a0bd0a-3997-45ec-a99c-9c4f4b8ccd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:49.601790 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-49a0bd0a-3997-45ec-a99c-9c4f4b8ccd67 admin admin] 10.222.0.18 "GET /v2.0/networks/34591e73-0d1e-4c52-8bb9-73b9857e9354 HTTP/1.1" status: 200 len: 842 time: 0.1126533 Sep 03 19:07:49.611765 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:49.688512 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Made reservation on behalf of 3227798b9d9649d9b2f0929a426e5869 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:07:49.690800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:50.072392 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.objects.ports [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94491) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 19:07:50.072830 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:50.128759 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df0c9ab-ba82-4297-874b-da95e7e42d54,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:50.138562 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:07:50.138905 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Network hostable DHCP agents. Network: 34591e73-0d1e-4c52-8bb9-73b9857e9354, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:07:50.215772 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:07:50.295719 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 34591e73-0d1e-4c52-8bb9-73b9857e9354) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:07:50.299625 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:50.300224 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:50.306117 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c23bf8c-39f5-44a0-87b8-e42e0f25d12f None None] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:07:50.376955 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-8aad4c2c-6b1e-4c33-b92d-b1ee604521fc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7573919 Sep 03 19:07:50.431600 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd6014-44b4-4eef-b331-07ec3c537628 None None] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:07:52.683938 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47760) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:52.834999 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4b1d4dfc-0af0-46d9-8419-0c12eca174fd admin admin] 10.222.0.18 "GET /v2.0/routers/aaa17663-0fe7-448d-b12a-acfdad136fc6 HTTP/1.1" status: 200 len: 710 time: 0.1499431 Sep 03 19:07:52.922252 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e1f55-0df0-4cc4-93d9-b5ee4ebc0887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:07:52.929222 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-844e1f55-0df0-4cc4-93d9-b5ee4ebc0887 admin admin] 10.222.0.18 "GET /v2.0/networks/34591e73-0d1e-4c52-8bb9-73b9857e9354 HTTP/1.1" status: 200 len: 886 time: 0.0826025 Sep 03 19:07:52.933158 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:07:53.237555 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:53.535930 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:53.617188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:53.716955 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Allocated IP 172.27.3.141 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/b88736d4-216f-4420-b24f-802af2e57d66) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:07:53.818301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:53.929055 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:53.963791 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:07:53.967714 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:07:53.976700 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:07:53.979433 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Pushing event updated for resources: {'Port': ['ID=b88736d4-216f-4420-b24f-802af2e57d66,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:54.293065 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:54.497023 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25965'] for router, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:54.500393 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-533959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536708'] for router, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:54.610809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Router aaa17663-0fe7-448d-b12a-acfdad136fc6 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:07:54.798493 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:07:54.803163 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:54.804284 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f80dbc9b-f3cb-40a3-b8b3-7e52e03cfeb1 admin admin] 10.222.0.18 "PUT /v2.0/routers/aaa17663-0fe7-448d-b12a-acfdad136fc6 HTTP/1.1" status: 200 len: 890 time: 1.8744249 Sep 03 19:07:55.697654 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Sync routers for ids ['aaa17663-0fe7-448d-b12a-acfdad136fc6'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:07:55.708599 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Routers {'aaa17663-0fe7-448d-b12a-acfdad136fc6'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:07:55.709266 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:07:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['aaa17663-0fe7-448d-b12a-acfdad136fc6'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:55.865636 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 73ca728b-4f58-459e-be07-8fd2391b0eea up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:07:56.007251 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Set router aaa17663-0fe7-448d-b12a-acfdad136fc6 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:07:56.069582 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 73ca728b-4f58-459e-be07-8fd2391b0eea completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:07:56.110809 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 73ca728b-4f58-459e-be07-8fd2391b0eea triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:56.111183 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:56.361358 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:56.436128 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 73ca728b-4f58-459e-be07-8fd2391b0eea, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=73ca728b-4f58-459e-be07-8fd2391b0eea,segment=NetworkSegment(8a1905dc-f6f7-4194-8aed-ae93e814a70a),segment_id=8a1905dc-f6f7-4194-8aed-ae93e814a70a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:07:56.472784 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b88736d4-216f-4420-b24f-802af2e57d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:07:36Z', 'updated_at': '2021-09-03T19:07:54Z', 'revision_number': 4, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'gw_port': {'id': 'b88736d4-216f-4420-b24f-802af2e57d66', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:53Z', 'updated_at': '2021-09-03T19:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '73ca728b-4f58-459e-be07-8fd2391b0eea', 'name': '', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'mac_address': 'fa:16:3e:cd:d4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:45Z', 'updated_at': '2021-09-03T19:07:48Z', 'revision_number': 4, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'subnets': [{'id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:56.496487 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:56.524823 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Checking router: aaa17663-0fe7-448d-b12a-acfdad136fc6 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:07:56.525220 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Updating router aaa17663-0fe7-448d-b12a-acfdad136fc6 port b88736d4-216f-4420-b24f-802af2e57d66 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:07:56.599660 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:56.627629 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=73ca728b-4f58-459e-be07-8fd2391b0eea,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:56.919595 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:56.930771 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Transition to ACTIVE for port object b88736d4-216f-4420-b24f-802af2e57d66 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:07:57.004716 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:57.052853 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Attempting to bind port b88736d4-216f-4420-b24f-802af2e57d66 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:07:57.053260 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Attempting to bind port b88736d4-216f-4420-b24f-802af2e57d66 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:07:57.053626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Attempting to bind port b88736d4-216f-4420-b24f-802af2e57d66 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:07:57.065173 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d4e30-8a33-42da-87db-2fee674268a2 None None] Pushing event updated for resources: {'Port': ['ID=b88736d4-216f-4420-b24f-802af2e57d66,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:57.068687 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:07:57.069096 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:07:57.069508 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:57.069901 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:07:57.070392 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Bound port: b88736d4-216f-4420-b24f-802af2e57d66, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:07:57.070800 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:57.121504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] For port b88736d4-216f-4420-b24f-802af2e57d66, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:07:57.124541 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] For port b88736d4-216f-4420-b24f-802af2e57d66, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=b88736d4-216f-4420-b24f-802af2e57d66,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:07:57.193623 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:57.216620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 47772) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:07:57.250775 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d4e30-8a33-42da-87db-2fee674268a2 None None] Pushing event updated for resources: {'Port': ['ID=b88736d4-216f-4420-b24f-802af2e57d66,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:57.253382 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Routers {'aaa17663-0fe7-448d-b12a-acfdad136fc6'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:07:57.253976 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:07:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['aaa17663-0fe7-448d-b12a-acfdad136fc6'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:57.353384 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f004a40e-d494-4d12-aa49-5475a6b50b2b admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1280773 Sep 03 19:07:57.449751 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] Set router aaa17663-0fe7-448d-b12a-acfdad136fc6 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:07:57.662495 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b88736d4-216f-4420-b24f-802af2e57d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:07:36Z', 'updated_at': '2021-09-03T19:07:54Z', 'revision_number': 4, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'gw_port': {'id': 'b88736d4-216f-4420-b24f-802af2e57d66', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:53Z', 'updated_at': '2021-09-03T19:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '73ca728b-4f58-459e-be07-8fd2391b0eea', 'name': '', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'mac_address': 'fa:16:3e:cd:d4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:45Z', 'updated_at': '2021-09-03T19:07:56Z', 'revision_number': 5, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'subnets': [{'id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:07:57.688594 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1684c76-42c9-435b-badb-88496c864a9d None None] The sync data for ids ['aaa17663-0fe7-448d-b12a-acfdad136fc6'] in dv-cinder-788367-7-iscsi is: [{'id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'name': 'router1', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'b88736d4-216f-4420-b24f-802af2e57d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:07:36Z', 'updated_at': '2021-09-03T19:07:54Z', 'revision_number': 4, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'gw_port': {'id': 'b88736d4-216f-4420-b24f-802af2e57d66', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:53Z', 'updated_at': '2021-09-03T19:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '73ca728b-4f58-459e-be07-8fd2391b0eea', 'name': '', 'network_id': 'ccec1b17-920f-4f5e-afc0-e40032f28c5d', 'tenant_id': 'b40f0cf8aa00402499c4865567a33513', 'mac_address': 'fa:16:3e:cd:d4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa17663-0fe7-448d-b12a-acfdad136fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:07:45Z', 'updated_at': '2021-09-03T19:07:56Z', 'revision_number': 5, 'project_id': 'b40f0cf8aa00402499c4865567a33513', 'subnets': [{'id': '64d86f24-88b2-4960-82d1-7bbb20c74f70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a325831-f924-46b9-97c2-c0e1f6731eb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:07:57.941468 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device b88736d4-216f-4420-b24f-802af2e57d66 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:07:58.068153 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port b88736d4-216f-4420-b24f-802af2e57d66 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:07:58.073998 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port b88736d4-216f-4420-b24f-802af2e57d66 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:58.074500 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:58.177703 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:58.199468 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port b88736d4-216f-4420-b24f-802af2e57d66, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=b88736d4-216f-4420-b24f-802af2e57d66,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:07:58.294673 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:58.295455 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 73ca728b-4f58-459e-be07-8fd2391b0eea up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:07:58.383488 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=b88736d4-216f-4420-b24f-802af2e57d66,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:07:58.396208 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 73ca728b-4f58-459e-be07-8fd2391b0eea triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:58.396583 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:07:59.827493 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device b88736d4-216f-4420-b24f-802af2e57d66 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:07:59.882872 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port b88736d4-216f-4420-b24f-802af2e57d66 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:07:59.883249 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:06.357015 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:08:09.124659 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-83df3146-6067-4189-a1fd-cd18138f7ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:11.667685 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f4db8a44-2586-4ead-95fc-1c749008ea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:12.004650 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:12.659204 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:14.288315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:39.521580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8bf18bbf-e422-4ee9-b49e-77b017236c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:41.638444 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-31f8048d-bd6f-4ce2-a16e-fa1891745652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:42.018401 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:42.661528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:08:43.356570 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:08:44.275571 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:09.146845 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-445660a9-e2ff-4ea9-a746-4270e9026ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:11.657564 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1f05b35b-9f3b-4d13-9e54-6a3c880cfa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:12.003892 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:12.674967 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:14.271927 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:20.355139 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:09:35.133177 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48334) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:35.196102 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68b3c30-99f2-4f4c-88f8-e072d8a16d1b admin admin] GET failed (client error): The resource could not be found. Sep 03 19:09:35.197439 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-d68b3c30-99f2-4f4c-88f8-e072d8a16d1b admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633211 Sep 03 19:09:35.356040 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a10c1-e56a-4018-8eb4-f4eb6dddbc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:35.357534 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e16a10c1-e56a-4018-8eb4-f4eb6dddbc38 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1556032 Sep 03 19:09:37.569942 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48344) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:37.659221 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf152662-2fc5-4455-8568-fb551e9aed4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:37.661389 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bf152662-2fc5-4455-8568-fb551e9aed4f admin admin] 10.222.0.18 "GET /v2.0/subnets/64d86f24-88b2-4960-82d1-7bbb20c74f70 HTTP/1.1" status: 200 len: 849 time: 0.0903189 Sep 03 19:09:37.671188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:09:37.755524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:37.959355 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787875136750'] for subnet, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:37.992200 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:37.993413 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:37.994088 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] 10.222.0.18 "PUT /v2.0/subnets/64d86f24-88b2-4960-82d1-7bbb20c74f70 HTTP/1.1" status: 200 len: 868 time: 0.3265052 Sep 03 19:09:38.001254 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2be46-cdf0-4490-8dfa-d8ec9eecfb43 None None] Network ccec1b17-920f-4f5e-afc0-e40032f28c5d requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:09:38.014130 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d86f24-88b2-4960-82d1-7bbb20c74f70,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:09:38.022136 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.022499 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.022832 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.023163 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.023496 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.023842 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.024172 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.024495 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.024837 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.025208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.025529 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.025842 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828f6dd-2f32-4d36-bc35-fce84e003340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:09:38.329116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-8e39e976-364d-41a8-82ae-718ca1896e06 None None] Provisioning complete for port 83adb2ef-5ea2-47ae-aea3-855f7423634a triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:09:38.329591 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8e39e976-364d-41a8-82ae-718ca1896e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:38.419946 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-8e39e976-364d-41a8-82ae-718ca1896e06 None None] Provisioning complete for port 73ca728b-4f58-459e-be07-8fd2391b0eea triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:09:38.420334 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8e39e976-364d-41a8-82ae-718ca1896e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:39.152265 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a4134083-8431-4a73-a966-e479c7bc0637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:40.192545 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48352) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:40.392819 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f496db-4a13-4bb3-a360-919a8bd73d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:40.393239 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f496db-4a13-4bb3-a360-919a8bd73d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:40.395312 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d2f496db-4a13-4bb3-a360-919a8bd73d9c admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017806 Sep 03 19:09:41.690626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7a9e-3f3c-4ec6-87cf-02feaa625e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:42.050567 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:42.587701 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48362) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:42.650416 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:42.717757 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d6578-afb6-4170-9c07-805bfa7ef76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:42.718216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d6578-afb6-4170-9c07-805bfa7ef76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:42.719744 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-bb6d6578-afb6-4170-9c07-805bfa7ef76f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310833 Sep 03 19:09:44.277520 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:09:44.901330 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48370) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:45.052001 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b206226-340e-473a-a0de-a4672d60d341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:45.053378 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3b206226-340e-473a-a0de-a4672d60d341 admin admin] 10.222.0.18 "GET /v2.0/networks/34591e73-0d1e-4c52-8bb9-73b9857e9354 HTTP/1.1" status: 200 len: 886 time: 0.1510992 Sep 03 19:09:47.236674 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48378) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:47.379537 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68980256-1d87-4071-9873-38490a4b89cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:47.380902 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-68980256-1d87-4071-9873-38490a4b89cd admin admin] 10.222.0.18 "GET /v2.0/networks/ccec1b17-920f-4f5e-afc0-e40032f28c5d HTTP/1.1" status: 200 len: 869 time: 0.1432843 Sep 03 19:09:49.565296 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48386) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:49.686001 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1453b7d-35e2-4d9a-901a-f187f8e85da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:49.686462 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1453b7d-35e2-4d9a-901a-f187f8e85da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:49.687968 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f1453b7d-35e2-4d9a-901a-f187f8e85da7 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210909 Sep 03 19:09:51.870480 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48394) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:51.963205 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe41000-a9e9-46ae-9d1f-205de1bcd648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:51.963651 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe41000-a9e9-46ae-9d1f-205de1bcd648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:51.965205 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1fe41000-a9e9-46ae-9d1f-205de1bcd648 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937591 Sep 03 19:09:54.146528 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48402) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:54.235986 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396acdd-d204-457c-824d-94ad9188eb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:54.237330 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9396acdd-d204-457c-824d-94ad9188eb81 admin admin] 10.222.0.18 "GET /v2.0/subnets/64d86f24-88b2-4960-82d1-7bbb20c74f70 HTTP/1.1" status: 200 len: 868 time: 0.0898387 Sep 03 19:09:56.401834 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48410) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:09:56.486302 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748bd1a3-fd2a-4380-ac6e-af29ebfe329d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:09:56.488133 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-748bd1a3-fd2a-4380-ac6e-af29ebfe329d admin admin] 10.222.0.18 "GET /v2.0/subnets/8df0c9ab-ba82-4297-874b-da95e7e42d54 HTTP/1.1" status: 200 len: 816 time: 0.0853782 Sep 03 19:09:57.352914 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:10:09.152872 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-559551c1-8f02-400d-a6d3-e6d4250d3dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:11.712736 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59a1d19b-9d57-4a44-b1bc-491c9d61eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:11.992342 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:12.632756 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:14.283180 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:20.357813 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48464) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:10:20.405507 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [None req-f3591bbd-14fc-49f0-b465-3dab64bed198 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:10:20.406522 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f3591bbd-14fc-49f0-b465-3dab64bed198 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477509 Sep 03 19:10:22.672409 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48472) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:10:22.731483 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.pecan_wsgi.hooks.translation [None req-252e49df-7cbe-4ad4-9892-483036a3c2ef admin admin] GET failed (client error): The resource could not be found. Sep 03 19:10:22.732794 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-252e49df-7cbe-4ad4-9892-483036a3c2ef admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594203 Sep 03 19:10:22.818588 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8affd0-5d2a-4034-b85d-2e38da1f8cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:10:22.820028 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-5d8affd0-5d2a-4034-b85d-2e38da1f8cde admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824091 Sep 03 19:10:25.097908 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48480) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:10:25.144617 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:10:25.209444 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Made reservation on behalf of 3227798b9d9649d9b2f0929a426e5869 for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:10:25.211635 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:25.240097 dv-cinder-788367-7-iscsi neutron-server[94491]: WARNING neutron.services.revisions.revision_plugin [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Could not find related network for resource to bump revision. Sep 03 19:10:25.253448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:10:25.262343 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:25.262690 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Added segment 3bb0d52e-bd94-46c8-bb25-a31a4a35fa00 of type vlan for network 8b93151c-f7ff-4aef-a699-6567a602674d Sep 03 19:10:25.308293 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:25.374596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:25.375558 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:10:25.376131 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:25.434605 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] Pushing event updated for resources: {'Network': ['ID=8b93151c-f7ff-4aef-a699-6567a602674d,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:10:25.438159 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-73ca4012-981a-49bd-8fb7-a6b13376568c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3392525 Sep 03 19:10:25.444681 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 8b93151c-f7ff-4aef-a699-6567a602674d details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:10:27.651209 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48488) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:10:27.709822 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ea4c5d-f90d-43cd-af9f-f24952a0af69 admin admin] GET failed (client error): The resource could not be found. Sep 03 19:10:27.711102 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-28ea4c5d-f90d-43cd-af9f-f24952a0af69 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589244 Sep 03 19:10:27.781911 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3358ab-7599-4eb9-81d3-e40c0c45fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:10:27.783408 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-5d3358ab-7599-4eb9-81d3-e40c0c45fca7 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676849 Sep 03 19:10:27.794332 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:10:27.889267 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Made reservation on behalf of 3227798b9d9649d9b2f0929a426e5869 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:10:27.891488 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:28.175125 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:28.228730 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aae5acc-82f9-4994-a50e-9aa189b53bc6,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:10:28.237291 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Checking segment: {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:10:28.237682 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Network hostable DHCP agents. Network: 8b93151c-f7ff-4aef-a699-6567a602674d, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:10:28.317315 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Network 8b93151c-f7ff-4aef-a699-6567a602674d is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:10:28.397365 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 8b93151c-f7ff-4aef-a699-6567a602674d) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:10:28.401533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:10:28.402108 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:28.407137 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53461b01-0d23-41da-ba9e-0f29f14c3399 None None] Network 8b93151c-f7ff-4aef-a699-6567a602674d requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:10:28.484871 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3a2cd35c-36ba-43a3-9925-d648bf529f22 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6935039 Sep 03 19:10:28.647859 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-8b93151c-f7ff-4aef-a699-6567a602674d', 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d', 'tenant_id': '3227798b9d9649d9b2f0929a426e5869', 'fixed_ips': [{'subnet_id': '3aae5acc-82f9-4994-a50e-9aa189b53bc6'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:10:28.648754 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:28.787958 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Allocated IP 192.168.233.2 (8b93151c-f7ff-4aef-a699-6567a602674d/3aae5acc-82f9-4994-a50e-9aa189b53bc6/75c8bebc-5933-42fd-bfe7-0fe3efc4a667) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:10:28.927476 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:28.935917 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Transition to ACTIVE for port object 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:10:28.951190 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Transition to ACTIVE for port object 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:10:29.044202 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:29.084539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Network 8b93151c-f7ff-4aef-a699-6567a602674d is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:10:29.087404 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:10:29.093721 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:10:29.096770 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Pushing event updated for resources: {'Port': ['ID=75c8bebc-5933-42fd-bfe7-0fe3efc4a667,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:10:29.107538 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.107907 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.108252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.108587 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.108943 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.109277 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.109946 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.109946 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.110262 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.110580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.110903 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.111254 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:10:29.161870 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Attempting to bind port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:10:29.162238 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Attempting to bind port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:10:29.162594 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Attempting to bind port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 on network 8b93151c-f7ff-4aef-a699-6567a602674d {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:10:29.167937 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:10:29.168339 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Checking segment: {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:10:29.168762 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:29.169214 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Bound using segment: {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:10:29.169700 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Bound port: 75c8bebc-5933-42fd-bfe7-0fe3efc4a667, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:10:29.170090 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:29.234593 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] For port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:10:29.238713 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] For port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=75c8bebc-5933-42fd-bfe7-0fe3efc4a667,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:10:29.343665 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:29.395428 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0722025-ab16-4c20-94f7-dec017d5fbbf None None] Pushing event updated for resources: {'Port': ['ID=75c8bebc-5933-42fd-bfe7-0fe3efc4a667,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:10:29.951242 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:10:30.089171 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:10:30.213128 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea9627-7bc3-469f-bb61-43c527464421 None None] Network 8b93151c-f7ff-4aef-a699-6567a602674d requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:10:30.357261 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] Provisioning for port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:10:30.366141 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] Provisioning complete for port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:10:30.366504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:30.456272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:30.493776 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] For port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=75c8bebc-5933-42fd-bfe7-0fe3efc4a667,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:10:30.580627 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:30.628714 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8d2b-91f9-4c3b-bc66-0c63da25b7f9 None None] Pushing event updated for resources: {'Port': ['ID=75c8bebc-5933-42fd-bfe7-0fe3efc4a667,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:10:30.699664 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-d99ee824-3876-4956-9eec-734f0e33eaa1 None None] Provisioning complete for port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:10:30.700064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d99ee824-3876-4956-9eec-734f0e33eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:31.924795 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:10:31.971348 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 75c8bebc-5933-42fd-bfe7-0fe3efc4a667 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:10:31.971718 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:34.351100 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:10:39.168397 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-789a02c3-1b71-4de9-aec2-0266d131a0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:41.660497 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-26901d67-7f97-4d1d-b319-721e94044dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:42.031500 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:42.751856 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:10:44.293992 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:09.139378 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7bb6-070e-4965-979f-b4b285fc608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:11.349350 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:11:11.636469 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c639ecae-fada-4dec-b54a-3465baa6a6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:12.013626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:12.636535 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:14.305360 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:39.144893 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-763da9a0-75c1-4020-9504-e71a8eb458b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:41.670932 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14f26c7c-30c7-4de3-a9eb-997d40e5f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:42.026794 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:42.630453 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:44.322389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:11:48.347555 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:12:00.712751 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48540) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:12:00.718641 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [None req-01d3a11b-98a6-4622-b562-62077048dca6 tempest-verify_tempest_config-18931886 tempest-verify_tempest_config-18931886-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:12:00.719585 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-01d3a11b-98a6-4622-b562-62077048dca6 tempest-verify_tempest_config-18931886 tempest-verify_tempest_config-18931886-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058403 Sep 03 19:12:01.187758 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48558) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:12:01.286408 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.369322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.430189 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.473685 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f33502aca71c4c76890c947d757b95a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2849054 Sep 03 19:12:01.474655 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bcf151-5be0-46cb-a4b3-d92ae483014b,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:12:01.477075 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48562) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:12:01.481800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.482166 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.482524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.482852 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.483175 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.483516 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.483840 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.484159 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.484491 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.484811 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.485147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.485461 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f404e6-6fa8-4997-9b63-294431e73b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.533587 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.554044 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.698366 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.700965 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:01.702156 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2bcf151-5be0-46cb-a4b3-d92ae483014b HTTP/1.1" status: 204 len: 168 time: 0.2241220 Sep 03 19:12:01.711112 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bcf151-5be0-46cb-a4b3-d92ae483014b,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:12:01.717386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.717748 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.718087 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.718419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.718737 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.719085 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.719413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.719887 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.720068 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.720391 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.720706 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:01.721051 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255a9c3-0fcc-42f4-ae43-8b99cb637bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:12:09.155106 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e4074403-104c-4581-a44c-7d8686b1c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:11.686142 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a2f2fdfd-0021-4c0b-bea3-99fb9a45113f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:12.017504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:12.651763 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:14.285767 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:25.346821 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:12:39.161449 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-666c45b0-95c9-4100-a16c-8d44c3cd3f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:41.681631 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f60f8cf5-f5f6-432b-9212-3f694fc128cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:42.035807 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:42.652719 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:12:44.290966 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:02.345475 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 5 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:13:09.135909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d2bbbea4-2763-4d22-b505-10096074da8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:11.646848 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f2c-f501-4ffd-b6b1-dde02c5864aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:12.006573 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:12.655731 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:14.290301 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:32.898416 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028009'] for agent, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:39.152281 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ee7dd56f-c68c-4f17-9d47-a6e0838dd330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:39.344342 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:13:41.666864 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4b61f31d-f891-42e1-be09-22c3c87c5ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:42.006551 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:42.669599 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:44.295179 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:13:47.937058 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48636) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:13:48.046785 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a2bae2bd-fee0-4123-95ab-f43e031b8a1e admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1086273 Sep 03 19:13:50.229880 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48646) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:13:50.282225 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1e279790-2464-412d-a631-80489db7d928 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0511973 Sep 03 19:14:02.797580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:09.149390 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cd285964-4158-4323-875d-2aceaaf39cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:11.665441 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-85f97f8e-2bdd-470a-b927-1fab9577d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:12.006005 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:12.653949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:14.305890 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:16.342896 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:14:32.840646 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:39.190591 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-22d4e08b-e3de-44d4-9894-2c14d1932b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:41.670926 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-870dfc57-1e06-430e-a1ed-7d556cf1ebfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:42.001926 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:42.677584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:44.314595 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:14:53.342268 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:15:02.807297 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:09.149575 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-76f674dc-8db8-46ac-9811-e0dd08866759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:11.681513 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6abbc2e4-2f34-452a-bc3c-fbad4c3d9c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:12.000046 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:12.668462 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:14.321924 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:18.648876 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48796) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:19.026739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-455820990-network', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:19.109611 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Made reservation on behalf of 4f5d73960b1845d89cd3c669cf15b5a6 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:19.115994 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.127678 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.237605 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.303989 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.331166 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:15:19.337213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55982044-3ab4-4f73-8c10-77cd30610eee,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:19.347129 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.347492 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.347836 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.348198 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.348559 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.348892 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.349244 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.349561 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.349893 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.350213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.350529 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.350838 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Tracked resource versions report: Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: pushed versions: Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: { 'AddressGroup': {'1.2'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'ConntrackHelper': {'1.0'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Log': {'1.0'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Network': {'1.1'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Port': {'1.7'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'PortForwarding': {'1.2'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'QosPolicy': {'1.9'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroup': {'1.4'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SubPort': {'1.0'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Subnet': {'1.1'}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Trunk': {'1.1'}} Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: consumer versions: Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: HyperV agent@hv-cinder-78836: {}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'ConntrackHelper': '1.0', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Log': '1.0', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Network': '1.1', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Port': '1.7', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'PortForwarding': '1.2', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'QosPolicy': '1.9', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroup': '1.4', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SecurityGroupRule': '1.2', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'SubPort': '1.0', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Subnet': '1.1', Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: 'Trunk': '1.1'}} Sep 03 19:15:19.351825 dv-cinder-788367-7-iscsi neutron-server[94492]: {{(pid=94492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:15:19.354911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.355253 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Added segment 5872b3f6-0a28-4172-8bd9-d3ba656a4b50 of type vlan for network 788f2e73-d509-49b5-943b-4323818be9b2 Sep 03 19:15:19.404416 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.486255 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.487239 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:19.489902 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.548740 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] Pushing event updated for resources: {'Network': ['ID=788f2e73-d509-49b5-943b-4323818be9b2,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:19.630223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 788f2e73-d509-49b5-943b-4323818be9b2 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:15:19.734232 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a2ed72d0-c4f5-43f0-89a6-ee4c23199210 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0836358 Sep 03 19:15:19.737234 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48850) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:19.742693 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Request body: {'subnet': {'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-455820990-subnet', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:19.846930 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Made reservation on behalf of 4f5d73960b1845d89cd3c669cf15b5a6 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:19.849920 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:19.992441 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48858) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:20.076024 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.127146 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Pushing event updated for resources: {'Subnet': ['ID=804082be-ac68-45e1-9043-1f02c9b54fd8,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:20.147888 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Checking segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:20.148508 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Network hostable DHCP agents. Network: 788f2e73-d509-49b5-943b-4323818be9b2, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:15:20.228713 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48880) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:20.258831 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Network 788f2e73-d509-49b5-943b-4323818be9b2 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:15:20.321063 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1694248993-network', 'tenant_id': 'f164a913448f4d30b01add0c20acb44d'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:20.325806 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48886) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:20.344842 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 788f2e73-d509-49b5-943b-4323818be9b2) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:20.356851 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd6b3c-4112-4b7f-9570-d50fa183db6d None None] Network 788f2e73-d509-49b5-943b-4323818be9b2 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:20.360032 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:20.361008 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.412945 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Made reservation on behalf of f164a913448f4d30b01add0c20acb44d for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:20.415470 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.424871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.487826 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4c82d57f-d4cb-49e0-a1ce-ee157761afad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7487335 Sep 03 19:15:20.490909 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 48894) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:20.496290 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:20.521681 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-788f2e73-d509-49b5-943b-4323818be9b2', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:15:20.523287 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.570228 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.628292 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-network', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:20.653358 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.697736 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Allocated IP 172.20.0.2 (788f2e73-d509-49b5-943b-4323818be9b2/804082be-ac68-45e1-9043-1f02c9b54fd8/8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:20.711498 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16409320-c0df-4183-9d5e-c547d838ab44,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:20.724406 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:15:20.726973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.727333 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.727666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.727992 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.728317 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.728655 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.728998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.729312 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.732762 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.736626 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.738131 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.738650 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Tracked resource versions report: Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: pushed versions: Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: { 'AddressGroup': {'1.2'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'ConntrackHelper': {'1.0'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Log': {'1.0'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Network': {'1.1'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Port': {'1.7'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'PortForwarding': {'1.2'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'QosPolicy': {'1.9'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroup': {'1.4'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SubPort': {'1.0'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Subnet': {'1.1'}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Trunk': {'1.1'}} Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: consumer versions: Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: HyperV agent@hv-cinder-78836: {}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'ConntrackHelper': '1.0', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Log': '1.0', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Network': '1.1', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Port': '1.7', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'PortForwarding': '1.2', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'QosPolicy': '1.9', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroup': '1.4', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SecurityGroupRule': '1.2', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'SubPort': '1.0', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Subnet': '1.1', Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: 'Trunk': '1.1'}} Sep 03 19:15:20.741836 dv-cinder-788367-7-iscsi neutron-server[94491]: {{(pid=94491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:15:20.768188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.768535 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Added segment bba98bb0-fd70-497c-a311-71195caba019 of type vlan for network d743c112-d1b0-40bf-a632-6ff6d6c65afb Sep 03 19:15:20.774458 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.777419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.844247 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.873667 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.884155 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Transition to ACTIVE for port object 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:20.904607 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Transition to ACTIVE for port object 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:20.929078 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1587459503-network', 'tenant_id': '166f714ca0e84fdaa49f82e2bef61e82'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:20.955459 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.957091 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:20.957810 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:20.983909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.025432 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] Pushing event updated for resources: {'Network': ['ID=d743c112-d1b0-40bf-a632-6ff6d6c65afb,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:21.049596 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Network 788f2e73-d509-49b5-943b-4323818be9b2 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:21.050991 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:15:21.056401 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:21.060568 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:21.061168 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.063799 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Made reservation on behalf of f771100ea13d4ecc9080ea60144b5ed7 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:21.067574 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.076311 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.083167 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:21.120026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.120369 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Tracked resource versions report: Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: pushed versions: Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: { 'AddressGroup': {'1.2'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'ConntrackHelper': {'1.0'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Log': {'1.0'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Network': {'1.1'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Port': {'1.7'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'PortForwarding': {'1.2'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'QosPolicy': {'1.9'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroup': {'1.4'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SubPort': {'1.0'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Subnet': {'1.1'}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Trunk': {'1.1'}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: consumer versions: Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: HyperV agent@hv-cinder-78836: {}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'ConntrackHelper': '1.0', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Log': '1.0', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Network': '1.1', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Port': '1.7', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'PortForwarding': '1.2', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'QosPolicy': '1.9', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroup': '1.4', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SecurityGroupRule': '1.2', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'SubPort': '1.0', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Subnet': '1.1', Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: 'Trunk': '1.1'}} Sep 03 19:15:21.125723 dv-cinder-788367-7-iscsi neutron-server[94493]: {{(pid=94493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:15:21.145885 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e0159ac0-ca22-41d9-838a-69cb6ed0ebac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1522489 Sep 03 19:15:21.149624 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48910) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:21.156592 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Request body: {'subnet': {'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1694248993-subnet', 'tenant_id': 'f164a913448f4d30b01add0c20acb44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:21.188388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.db.api [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 19:15:21.188388 dv-cinder-788367-7-iscsi neutron-server[94491]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 19:15:21.188388 dv-cinder-788367-7-iscsi neutron-server[94491]: [parameters: {'project_id_1': 'f164a913448f4d30b01add0c20acb44d', 'expiration_1': datetime.datetime(2021, 9, 3, 19, 15, 1, 161730)}] Sep 03 19:15:21.188388 dv-cinder-788367-7-iscsi neutron-server[94491]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 19:15:21.188388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG oslo_db.api [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 19:15:21.191888 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Attempting to bind port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:21.192265 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Attempting to bind port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:21.192625 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Attempting to bind port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 on network 788f2e73-d509-49b5-943b-4323818be9b2 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:21.199138 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:21.199508 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Checking segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:21.199909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.200290 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Bound using segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:21.200744 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Bound port: 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:21.201183 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.222870 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.db.api [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 19:15:21.222870 dv-cinder-788367-7-iscsi neutron-server[94492]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 19:15:21.222870 dv-cinder-788367-7-iscsi neutron-server[94492]: [parameters: {'project_id_1': 'f771100ea13d4ecc9080ea60144b5ed7', 'expiration_1': datetime.datetime(2021, 9, 3, 19, 15, 1, 86768)}] Sep 03 19:15:21.222870 dv-cinder-788367-7-iscsi neutron-server[94492]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 19:15:21.223462 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG oslo_db.api [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 19:15:21.392387 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.400320 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Made reservation on behalf of 166f714ca0e84fdaa49f82e2bef61e82 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:21.403839 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.407967 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] For port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:21.413029 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] For port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:21.414773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.488681 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.596305 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785478-1e46-488c-ab84-e298fc07b853 None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:21.725527 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.740369 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.898628 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:21.973296 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:15:21.978269 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Made reservation on behalf of f164a913448f4d30b01add0c20acb44d for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:21.980607 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.053429 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.053797 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Added segment 345c0279-a270-4a6e-843e-2172ed773a27 of type vlan for network 04e58c67-c02b-47fc-afae-7a817d211720 Sep 03 19:15:22.120361 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed860f7-8be2-4b9a-9163-a7a998240311,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:22.147048 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.149606 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.185422 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.216257 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:22.359889 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.360913 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:22.361596 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.374355 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.379746 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:22.469847 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48964) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:22.478606 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.533110 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48974) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:22.533793 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2068517 Sep 03 19:15:22.540857 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Request body: {'subnet': {'network_id': '04e58c67-c02b-47fc-afae-7a817d211720', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1587459503-subnet', 'tenant_id': '166f714ca0e84fdaa49f82e2bef61e82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:22.579867 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfceac0-16c9-4a46-a1c5-d39bb05bb6da admin admin] Pushing event updated for resources: {'Network': ['ID=04e58c67-c02b-47fc-afae-7a817d211720,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:22.582052 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c7ddb-73fe-45db-ab87-23d5e28a2a69,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:22.594539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 04e58c67-c02b-47fc-afae-7a817d211720 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:15:22.596275 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.605409 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:15:22.627935 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Allocated IP 172.27.3.2 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/1ab16df8-f34c-4ee0-8945-d457809d29a7) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:22.647440 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.647782 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Added segment 94f8a601-c141-43e1-8c3d-1b7920c86873 of type vlan for network 6fdb09c4-22e9-416a-9834-5cf70bb437dd Sep 03 19:15:22.708622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Made reservation on behalf of 166f714ca0e84fdaa49f82e2bef61e82 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:22.711246 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.722768 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.742008 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Checking segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:22.742274 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Network hostable DHCP agents. Network: d743c112-d1b0-40bf-a632-6ff6d6c65afb, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:15:22.806498 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e496c7e-6377-4a90-9fca-b5935b776b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.817326 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=233570f3-e983-4a43-b1c3-84f4d93f8859,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:22.823352 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.872407 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.878690 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:22.878690 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:22.878892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:15:22.896258 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f85a9-94a0-49d6-ad0c-4611017a18cd None None] Network 788f2e73-d509-49b5-943b-4323818be9b2 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:22.994112 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdb09c4-22e9-416a-9834-5cf70bb437dd,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:23.012207 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:15:23.016586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, d743c112-d1b0-40bf-a632-6ff6d6c65afb) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:23.031022 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658000f-230f-42c3-b743-5e09ecc864fc None None] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:23.033653 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:23.035105 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.062319 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e496c7e-6377-4a90-9fca-b5935b776b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.098865 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 48988) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:23.116994 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.117250 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.128827 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] Provisioning for port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:23.148536 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] Provisioning complete for port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:23.148863 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.180520 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e496c7e-6377-4a90-9fca-b5935b776b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.212483 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:23.219903 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:23.236776 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:23.249109 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-62e04aa5-46e8-46db-b778-1ac8cf59d55f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0888205 Sep 03 19:15:23.249109 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-1e496c7e-6377-4a90-9fca-b5935b776b76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46bc5dfd14014f67989f6ec403859d0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7726326 Sep 03 19:15:23.249982 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5857908c-e0ba-48ea-8d7d-183cc788b8a2,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:23.274082 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab16df8-f34c-4ee0-8945-d457809d29a7,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:23.276450 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49002) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:23.277306 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e496c7e-6377-4a90-9fca-b5935b776b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f6d117-c4c6-4280-a8a5-661a19039849,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:23.308570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bde3c21d-91ce-473e-b10d-130f16399904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.321539 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-76e638c0-80c1-4dd1-b27d-62de735796c5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0945725 Sep 03 19:15:23.450454 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bde3c21d-91ce-473e-b10d-130f16399904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.452341 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49008) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:23.466682 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Request body: {'subnet': {'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-subnet', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:23.492388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Checking segment: {'id': '345c0279-a270-4a6e-843e-2172ed773a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:23.493110 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Network hostable DHCP agents. Network: 04e58c67-c02b-47fc-afae-7a817d211720, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:15:23.512340 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bde3c21d-91ce-473e-b10d-130f16399904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.545129 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bde3c21d-91ce-473e-b10d-130f16399904 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abf05ad2380748cd85f1d9d9e4273d6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4451268 Sep 03 19:15:23.549309 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49016) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:23.568867 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19272909-33cc-45b0-ba8b-57a61d0c8dfe None None] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:23.664314 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3c21d-91ce-473e-b10d-130f16399904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759c2b0-0c24-403a-99b4-f52d73713c96,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:23.674783 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Network 04e58c67-c02b-47fc-afae-7a817d211720 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:15:23.683870 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6ef33b37-f70b-4694-bd1f-f029a31fd1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.720840 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Made reservation on behalf of f771100ea13d4ecc9080ea60144b5ed7 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:23.723092 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.737141 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4698e439-84ae-4f40-87ee-8201d05fcd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.784246 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4698e439-84ae-4f40-87ee-8201d05fcd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.790423 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6ef33b37-f70b-4694-bd1f-f029a31fd1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.843422 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.873620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 04e58c67-c02b-47fc-afae-7a817d211720) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:23.876820 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49046) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:23.881039 dv-cinder-788367-7-iscsi neutron-server[94491]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 19:15:23.894570 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] For port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:23.900684 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94c138-b8c4-4ba0-b6bb-90d3aff7acdf None None] Network 04e58c67-c02b-47fc-afae-7a817d211720 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:23.952371 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:23.952826 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:23.983075 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.070549 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.129963 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589df0-b863-440e-9060-01bb5e4a1b6a None None] Pushing event updated for resources: {'Port': ['ID=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:24.152353 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4b3666f7-8f09-4be2-ad6b-18b01b40e813 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6163299 Sep 03 19:15:24.152625 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6ef33b37-f70b-4694-bd1f-f029a31fd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.154156 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bb8e4-2a9b-46b9-becd-162231e94c84 None None] Network 04e58c67-c02b-47fc-afae-7a817d211720 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:24.154434 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4698e439-84ae-4f40-87ee-8201d05fcd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.155646 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6ef33b37-f70b-4694-bd1f-f029a31fd1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.160088 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-6ef33b37-f70b-4694-bd1f-f029a31fd1c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0759c2b0-0c24-403a-99b4-f52d73713c96 HTTP/1.1" status: 204 len: 168 time: 0.6012425 Sep 03 19:15:24.160228 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4698e439-84ae-4f40-87ee-8201d05fcd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.164524 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4698e439-84ae-4f40-87ee-8201d05fcd4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60f6d117-c4c6-4280-a8a5-661a19039849 HTTP/1.1" status: 204 len: 168 time: 0.8530693 Sep 03 19:15:24.180407 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698e439-84ae-4f40-87ee-8201d05fcd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f6d117-c4c6-4280-a8a5-661a19039849,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:24.206220 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef33b37-f70b-4694-bd1f-f029a31fd1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759c2b0-0c24-403a-99b4-f52d73713c96,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:24.232868 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-612abfe3-3333-4907-9a26-559891bfe963 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:24.234531 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-612abfe3-3333-4907-9a26-559891bfe963 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.3568642 Sep 03 19:15:24.272685 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-3fb359c3-fde5-4c94-bb4f-c6829c44bdb8 None None] Provisioning complete for port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:24.274017 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3fb359c3-fde5-4c94-bb4f-c6829c44bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.294780 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7d49847e-dcfd-470d-a1a1-e9ca28a36e25 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/quotas/f164a913448f4d30b01add0c20acb44d HTTP/1.1" status: 200 len: 375 time: 0.0368516 Sep 03 19:15:24.327927 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.444626 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-eca5ca0c-79a4-4174-a4a3-01927c58866a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888996 Sep 03 19:15:24.451020 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.523422 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d85436d-3125-4966-b310-453e4888ced1,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:24.536589 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Checking segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:24.536589 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Network hostable DHCP agents. Network: 6fdb09c4-22e9-416a-9834-5cf70bb437dd, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:15:24.646986 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:15:24.676132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:15:24.732753 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 6fdb09c4-22e9-416a-9834-5cf70bb437dd) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:24.737708 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:24.742041 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.742715 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9680b7c-158c-4af7-b34b-e832126abd37 None None] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:24.797982 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:15:24.808213 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:15:24.818089 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:24.822361 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:24.847661 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f2107012-eea6-43e9-8501-8eb8875eef2f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3877101 Sep 03 19:15:24.850519 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49086) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:24.854834 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:24.894828 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:15:24.895734 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.904226 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:24.908416 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-fd860c0b-90b4-4e70-a303-73b18ed6f715 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4136581 Sep 03 19:15:24.908644 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49088) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:24.995877 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:25.042645 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Allocated IP 172.20.0.2 (6fdb09c4-22e9-416a-9834-5cf70bb437dd/0d85436d-3125-4966-b310-453e4888ced1/6f49f007-4d98-4616-9be1-fc32dd644bca) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:25.134264 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.135664 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.155689 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49090) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:25.179036 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a08c-0fcf-48aa-a0a8-c283f9114cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.224048 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.241557 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:23Z', 'revision_number': 3, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:25.244980 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Transition to ACTIVE for port object 6f49f007-4d98-4616-9be1-fc32dd644bca will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:25.257167 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49092) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:25.271030 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e98d33fe-4062-43f5-bc8a-05faa4174a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.286549 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:15:25.286961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Transition to ACTIVE for port object 6f49f007-4d98-4616-9be1-fc32dd644bca will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:25.287263 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Updating router 457648c7-7a16-4e01-af60-5da8f7ec5991 port 1ab16df8-f34c-4ee0-8945-d457809d29a7 binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:15:25.317446 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.341384 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.361999 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a08c-0fcf-48aa-a0a8-c283f9114cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.390367 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.459329 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Pushing event updated for resources: {'Port': ['ID=6f49f007-4d98-4616-9be1-fc32dd644bca,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:25.463698 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fbd5a08c-0fcf-48aa-a0a8-c283f9114cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.475387 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:25.477149 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:25.479702 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:25.554046 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a08c-0fcf-48aa-a0a8-c283f9114cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834371c1-57d3-4221-a35e-6aa8ee79a1f0,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:25.597506 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-fbd5a08c-0fcf-48aa-a0a8-c283f9114cf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d904017f9574462b87b7068d44be5e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4363708 Sep 03 19:15:25.600403 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49104) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:25.606141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-105ba06f-8ced-4fa6-81e9-38d3a7105a8d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:15:25.607197 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-105ba06f-8ced-4fa6-81e9-38d3a7105a8d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2762575 Sep 03 19:15:25.712383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Attempting to bind port 6f49f007-4d98-4616-9be1-fc32dd644bca on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:25.712823 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Attempting to bind port 6f49f007-4d98-4616-9be1-fc32dd644bca by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:25.713220 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Attempting to bind port 6f49f007-4d98-4616-9be1-fc32dd644bca on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:25.718952 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:25.719371 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Checking segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:25.719728 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.720117 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Bound using segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:25.720589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Bound port: 6f49f007-4d98-4616-9be1-fc32dd644bca, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:25.721056 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.786469 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e8441d37-4756-44dd-aa9c-226a4a40d13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.792733 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] For port 6f49f007-4d98-4616-9be1-fc32dd644bca, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:25.796775 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] For port 6f49f007-4d98-4616-9be1-fc32dd644bca, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6f49f007-4d98-4616-9be1-fc32dd644bca,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:25.806671 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.817915 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Transition to ACTIVE for port object 1ab16df8-f34c-4ee0-8945-d457809d29a7 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:25.841110 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e98d33fe-4062-43f5-bc8a-05faa4174a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.841110 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49120) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:25.841110 dv-cinder-788367-7-iscsi neutron-server[94492]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 19:15:25.841110 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e8441d37-4756-44dd-aa9c-226a4a40d13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.876353 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.898308 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.921520 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e98d33fe-4062-43f5-bc8a-05faa4174a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.945109 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Pushing event updated for resources: {'Port': ['ID=1ab16df8-f34c-4ee0-8945-d457809d29a7,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:25.952829 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.957346 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.957933 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.958611 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.958744 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edf4c1-6fda-45b2-926f-39e71b41a3ab None None] Pushing event updated for resources: {'Port': ['ID=6f49f007-4d98-4616-9be1-fc32dd644bca,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:25.959281 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.959832 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.960353 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.960880 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.961434 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.961927 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.962754 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.963274 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.963800 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Tracked resource versions report: Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: pushed versions: Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: { 'AddressGroup': {'1.2'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'ConntrackHelper': {'1.0'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Log': {'1.0'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Network': {'1.1'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Port': {'1.7'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'PortForwarding': {'1.2'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'QosPolicy': {'1.9'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroup': {'1.4'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroupRule': {'1.2'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SubPort': {'1.0'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Subnet': {'1.1'}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Trunk': {'1.1'}} Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: consumer versions: Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: { DHCP agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: HyperV agent@hv-cinder-78836: {}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: L3 agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: Metadata agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: Metering agent@dv-cinder-788367-7-iscsi: {}, Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: Open vSwitch agent@dv-cinder-788367-7-iscsi: { 'AddressGroup': '1.2', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'ConntrackHelper': '1.0', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Log': '1.0', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Network': '1.1', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Port': '1.7', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'PortForwarding': '1.2', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'QosPolicy': '1.9', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroup': '1.4', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SecurityGroupRule': '1.2', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'SubPort': '1.0', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Subnet': '1.1', Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: 'Trunk': '1.1'}} Sep 03 19:15:25.965049 dv-cinder-788367-7-iscsi neutron-server[94494]: {{(pid=94494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 19:15:25.986928 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Attempting to bind port 1ab16df8-f34c-4ee0-8945-d457809d29a7 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:25.988202 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Attempting to bind port 1ab16df8-f34c-4ee0-8945-d457809d29a7 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:25.989285 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Attempting to bind port 1ab16df8-f34c-4ee0-8945-d457809d29a7 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:25.995249 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:25.995916 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:25.996542 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:25.997198 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:25.997899 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Bound port: 1ab16df8-f34c-4ee0-8945-d457809d29a7, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:25.998554 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.063147 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e98d33fe-4062-43f5-bc8a-05faa4174a45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3e9964c51bf4f479a42bbe3939d2fb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8088255 Sep 03 19:15:26.065352 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49122) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:26.069881 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] For port 1ab16df8-f34c-4ee0-8945-d457809d29a7, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:26.072203 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d33fe-4062-43f5-bc8a-05faa4174a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926bae53-c519-4f57-b485-58cb9157ac52,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:26.074778 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] For port 1ab16df8-f34c-4ee0-8945-d457809d29a7, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=1ab16df8-f34c-4ee0-8945-d457809d29a7,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:26.119120 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-d87cdcae-a9e8-4cf5-afc2-7a7ffc91917f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:26.120969 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-d87cdcae-a9e8-4cf5-afc2-7a7ffc91917f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/networks?id=04e58c67-c02b-47fc-afae-7a817d211720 HTTP/1.1" status: 200 len: 812 time: 0.2864907 Sep 03 19:15:26.143567 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-5b462300-9333-4f1c-88a7-8dc2412cbd6d service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117755 Sep 03 19:15:26.150099 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.155853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e8441d37-4756-44dd-aa9c-226a4a40d13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.159511 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e8441d37-4756-44dd-aa9c-226a4a40d13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.161464 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e8441d37-4756-44dd-aa9c-226a4a40d13a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/834371c1-57d3-4221-a35e-6aa8ee79a1f0 HTTP/1.1" status: 204 len: 168 time: 0.5593076 Sep 03 19:15:26.168786 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:26.180304 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96f8e73f-45b0-4cd2-8350-a22bdf44a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.212778 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96f8e73f-45b0-4cd2-8350-a22bdf44a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.233426 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816b7d9-71c3-4106-a1c6-f641e0941a85 None None] Pushing event updated for resources: {'Port': ['ID=1ab16df8-f34c-4ee0-8945-d457809d29a7,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:26.266497 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:26.266728 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-623ba02d-a344-4133-837f-1e5f37396929 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/quotas/166f714ca0e84fdaa49f82e2bef61e82 HTTP/1.1" status: 200 len: 375 time: 0.1369429 Sep 03 19:15:26.268021 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:26.285247 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-c93f5831-de91-45ec-85b6-dc8caeaceca9 service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289370 Sep 03 19:15:26.323305 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:26.323305 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.354942 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8441d37-4756-44dd-aa9c-226a4a40d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834371c1-57d3-4221-a35e-6aa8ee79a1f0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:26.378387 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.416288 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96f8e73f-45b0-4cd2-8350-a22bdf44a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.423051 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96f8e73f-45b0-4cd2-8350-a22bdf44a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.424009 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-96f8e73f-45b0-4cd2-8350-a22bdf44a38f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/926bae53-c519-4f57-b485-58cb9157ac52 HTTP/1.1" status: 204 len: 168 time: 0.3528035 Sep 03 19:15:26.433005 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-72af1ad9-ece8-4cf7-8547-5496c6952733 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=166f714ca0e84fdaa49f82e2bef61e82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1656032 Sep 03 19:15:26.448832 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8e73f-45b0-4cd2-8350-a22bdf44a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bae53-c519-4f57-b485-58cb9157ac52,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:26.467813 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:26.686244 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:23Z', 'revision_number': 3, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:26.764759 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc7159-718f-4920-ba81-a96e39e5a416 None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:23Z', 'revision_number': 3, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:15:26.789530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.818071 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:26.820161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Allocated IP 172.20.0.1 (788f2e73-d509-49b5-943b-4323818be9b2/804082be-ac68-45e1-9043-1f02c9b54fd8/825e8882-5659-465b-ad3e-92f24f3629d8) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:27.052492 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:27.068011 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Transition to ACTIVE for port object 825e8882-5659-465b-ad3e-92f24f3629d8 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:27.194403 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-01328094-dc2f-4419-89aa-407fdbec9fb1 req-0a4538b2-c53a-4bb4-808e-bebea6a321da tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.0980618 Sep 03 19:15:27.231141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Allocated IP 172.27.3.245 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/92c905df-9161-4b8a-a011-19804d021e09) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:27.379160 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:27.416487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:27.469568 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Network 788f2e73-d509-49b5-943b-4323818be9b2 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:27.473054 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:27.487411 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:27.488626 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:27.507238 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb52ce4-875f-423c-9a1d-47d00fe377d7 None None] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:27.608372 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:27.633388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Pushing event updated for resources: {'Port': ['ID=825e8882-5659-465b-ad3e-92f24f3629d8,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:27.635483 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-ed5e634e-2770-4bca-a0db-cebfab8e7154 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:15:27.642064 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-ed5e634e-2770-4bca-a0db-cebfab8e7154 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5200076 Sep 03 19:15:27.719490 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49180) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:27.726329 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:27.766182 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:27.766182 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:27.937729 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-3359025c-947f-4572-97a7-1cd864a6a498 service neutron] 10.222.0.18 "GET /v2.0/networks/04e58c67-c02b-47fc-afae-7a817d211720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947514 Sep 03 19:15:27.938377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-31bb1670-a62a-4b38-b8e5-81b240a79ccc None None] Provisioning for port 6f49f007-4d98-4616-9be1-fc32dd644bca completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:27.973354 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6d935024-e983-4c8a-ab5e-70bfdeb27afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:27.975314 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Pushing event updated for resources: {'Port': ['ID=92c905df-9161-4b8a-a011-19804d021e09,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:28.138200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-3a682771-1e4f-421e-9319-f27a82b79450 None None] Provisioning for port 825e8882-5659-465b-ad3e-92f24f3629d8 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:28.142981 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-3a682771-1e4f-421e-9319-f27a82b79450 None None] Provisioning complete for port 825e8882-5659-465b-ad3e-92f24f3629d8 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:28.143359 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3a682771-1e4f-421e-9319-f27a82b79450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.239521 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-2c3cdde3-4876-437f-abe5-a502fd362b96 service neutron] 10.222.0.18 "GET /v2.0/networks/04e58c67-c02b-47fc-afae-7a817d211720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817786 Sep 03 19:15:28.246557 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-3a682771-1e4f-421e-9319-f27a82b79450 None None] Port 825e8882-5659-465b-ad3e-92f24f3629d8 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:15:28.286341 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6f49f007-4d98-4616-9be1-fc32dd644bca up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:28.435375 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 6f49f007-4d98-4616-9be1-fc32dd644bca completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:28.440452 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6f49f007-4d98-4616-9be1-fc32dd644bca triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:28.442310 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.540033 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.563974 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-12e216f0-d4f4-4532-89fa-f3b5839241c8 req-4f5b492a-1119-4838-9341-7e0448539407 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.2403929 Sep 03 19:15:28.578655 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.631235 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 6f49f007-4d98-4616-9be1-fc32dd644bca, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6f49f007-4d98-4616-9be1-fc32dd644bca,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:28.636604 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.698494 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.699304 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 1ab16df8-f34c-4ee0-8945-d457809d29a7 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:28.810580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=6f49f007-4d98-4616-9be1-fc32dd644bca,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:28.869750 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 1ab16df8-f34c-4ee0-8945-d457809d29a7 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:28.875107 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 1ab16df8-f34c-4ee0-8945-d457809d29a7 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:28.875487 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:28.916278 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2ce397f5-86bb-4292-aa5a-1b06551b5526 req-04a9b3d7-8475-4e27-aad4-2d82125b2430 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.2465322 Sep 03 19:15:29.081447 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.124001 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 1ab16df8-f34c-4ee0-8945-d457809d29a7, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=1ab16df8-f34c-4ee0-8945-d457809d29a7,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:29.143446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6d935024-e983-4c8a-ab5e-70bfdeb27afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.195077 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.281376 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6d935024-e983-4c8a-ab5e-70bfdeb27afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.286674 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=1ab16df8-f34c-4ee0-8945-d457809d29a7,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:29.444887 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-6d935024-e983-4c8a-ab5e-70bfdeb27afa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67dafe9f6af2450fb9f5819c2317d96d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7247782 Sep 03 19:15:29.450523 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49276) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:29.479354 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d935024-e983-4c8a-ab5e-70bfdeb27afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464b2c81-b6cc-4595-8b53-72c7653c8074,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:29.545465 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-53b45608-f309-4c60-9b64-27645be6acf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.559108 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.564871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.576386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-53b45608-f309-4c60-9b64-27645be6acf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.684295 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.690077 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.765353 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-53b45608-f309-4c60-9b64-27645be6acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.771463 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-53b45608-f309-4c60-9b64-27645be6acf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:29.772887 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-53b45608-f309-4c60-9b64-27645be6acf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/464b2c81-b6cc-4595-8b53-72c7653c8074 HTTP/1.1" status: 204 len: 168 time: 0.3243570 Sep 03 19:15:29.789498 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Pushing event updated for resources: {'Port': ['ID=825e8882-5659-465b-ad3e-92f24f3629d8,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:29.802109 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b45608-f309-4c60-9b64-27645be6acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b2c81-b6cc-4595-8b53-72c7653c8074,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:29.919563 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-151ba668-ac70-445c-8ed7-f146093ef56b req-7294674e-0ae1-4d64-9287-53a8f162e642 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.0900941 Sep 03 19:15:30.062829 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Network 788f2e73-d509-49b5-943b-4323818be9b2 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:30.078639 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:30.099864 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-12f9157b-61b4-4966-b3a6-bb437efdd2d0 req-d41cde27-e856-4d8c-ba9a-23d8578715e2 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.0986276 Sep 03 19:15:30.181624 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6f49f007-4d98-4616-9be1-fc32dd644bca up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:30.260704 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:15:30.263282 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6f49f007-4d98-4616-9be1-fc32dd644bca triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:30.263674 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:30.340918 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:15:30.415312 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:15:30.443157 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 1ab16df8-f34c-4ee0-8945-d457809d29a7 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:30.476066 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-75b6570c-a3f2-4d8f-8fb9-fd7cfc5ac8fe None None] Provisioning complete for port 825e8882-5659-465b-ad3e-92f24f3629d8 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:30.476749 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-75b6570c-a3f2-4d8f-8fb9-fd7cfc5ac8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:30.531890 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-75b6570c-a3f2-4d8f-8fb9-fd7cfc5ac8fe None None] Port 825e8882-5659-465b-ad3e-92f24f3629d8 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:15:30.540345 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 1ab16df8-f34c-4ee0-8945-d457809d29a7 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:30.544605 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:30.569170 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:15:30.590456 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:15:30.633289 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:15:30.646332 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:15:30.652984 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4a7880bc-0c4c-446f-a779-d535c3b3a866 admin admin] 10.222.0.18 "PUT /v2.0/routers/457648c7-7a16-4e01-af60-5da8f7ec5991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7385983 Sep 03 19:15:30.653209 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:30.654178 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:30.654795 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:30.658014 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49346) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:30.658542 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bee10fef-9329-4b1d-9090-8ba8166a7a86 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8067641 Sep 03 19:15:30.682215 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:30.682848 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:30.906697 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:30.933986 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:30.970479 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.20', 49855) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:31.145685 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-2c7f594d-f6ae-4a34-bc2e-5d6d0de2408c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:31.148628 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-2c7f594d-f6ae-4a34-bc2e-5d6d0de2408c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.1771011 Sep 03 19:15:31.209366 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Request body: {'port': {'device_id': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'admin_state_up': True, 'tenant_id': 'f164a913448f4d30b01add0c20acb44d'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:31.286098 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ac688186-dade-476e-a11a-fb20cded7d55 req-38c0d95b-0f06-43bb-b9b7-6574fc8c35ff tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.0621541 Sep 03 19:15:31.348015 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 3, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:31.410309 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2355a2d-bd23-4f58-8b78-f022e9c88a5a req-eae0bb3d-dfdf-45aa-b82e-faa072398727 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.1275542 Sep 03 19:15:31.448105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:15:31.450147 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Updating router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 port 92c905df-9161-4b8a-a011-19804d021e09 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:15:31.458911 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 2, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:31.495657 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:31.507539 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:15:31.508155 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Updating router 457648c7-7a16-4e01-af60-5da8f7ec5991 port 825e8882-5659-465b-ad3e-92f24f3629d8 binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:15:31.570065 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:31.602737 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:31.966891 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Made reservation on behalf of f164a913448f4d30b01add0c20acb44d for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:31.970780 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.096003 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.120056 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Transition to ACTIVE for port object 825e8882-5659-465b-ad3e-92f24f3629d8 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:32.361409 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.361409 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Transition to ACTIVE for port object 92c905df-9161-4b8a-a011-19804d021e09 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:32.363210 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.363574 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.20', 49865) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:32.363916 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Allocated IP 172.20.0.1 (6fdb09c4-22e9-416a-9834-5cf70bb437dd/0d85436d-3125-4966-b310-453e4888ced1/6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:32.364600 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a967ec2-d67f-48b1-a64f-935ab2e6297d None None] Pushing event updated for resources: {'Port': ['ID=825e8882-5659-465b-ad3e-92f24f3629d8,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:32.364994 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.512044 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.520172 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Attempting to bind port 92c905df-9161-4b8a-a011-19804d021e09 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:32.526193 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Attempting to bind port 92c905df-9161-4b8a-a011-19804d021e09 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:32.526193 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Attempting to bind port 92c905df-9161-4b8a-a011-19804d021e09 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:32.538677 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:32.540252 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Transition to ACTIVE for port object 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:32.540389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:32.540389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.540389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:32.542065 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Attempting to bind port 825e8882-5659-465b-ad3e-92f24f3629d8 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:32.543008 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Attempting to bind port 825e8882-5659-465b-ad3e-92f24f3629d8 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:32.543557 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Attempting to bind port 825e8882-5659-465b-ad3e-92f24f3629d8 on network 788f2e73-d509-49b5-943b-4323818be9b2 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:32.543909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Bound port: 92c905df-9161-4b8a-a011-19804d021e09, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:32.544548 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.550307 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:32.550689 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Checking segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:32.551097 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.551493 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Bound using segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:32.551978 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Bound port: 825e8882-5659-465b-ad3e-92f24f3629d8, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:32.552379 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.603767 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550ce9e-61a9-4274-890d-590d67ea6447 None None] Pushing event updated for resources: {'Port': ['ID=92c905df-9161-4b8a-a011-19804d021e09,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:32.607839 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49428) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:32.634978 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619242665', 'description': 'tempest-description--1305637447'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:32.667585 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49440) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:32.668155 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] For port 825e8882-5659-465b-ad3e-92f24f3629d8, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:32.672650 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] For port 825e8882-5659-465b-ad3e-92f24f3629d8, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=825e8882-5659-465b-ad3e-92f24f3629d8,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:32.676685 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] For port 92c905df-9161-4b8a-a011-19804d021e09, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:32.681915 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] For port 92c905df-9161-4b8a-a011-19804d021e09, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=92c905df-9161-4b8a-a011-19804d021e09,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:32.733116 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.750547 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.753763 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:32.790381 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:32.813950 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2af20f67-1e9b-4acd-81c4-67e71ee44bee req-40062c49-69b8-410e-bb63-3abbe5ad1aa0 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.1172853 Sep 03 19:15:32.818985 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.822707 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0cc9216d-a2ea-48e7-b0a4-b657086bd203 req-a5f17253-3d51-4991-8bb5-3e32e7b0a3f2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.2179427 Sep 03 19:15:32.824913 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:32.825682 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:32.896653 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49446) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:32.901112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Allocated IP 172.20.0.2 (d743c112-d1b0-40bf-a632-6ff6d6c65afb/233570f3-e983-4a43-b1c3-84f4d93f8859/22b884c6-a41f-4e22-82b6-99343d194ccd) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:32.945663 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a967ec2-d67f-48b1-a64f-935ab2e6297d None None] Pushing event updated for resources: {'Port': ['ID=825e8882-5659-465b-ad3e-92f24f3629d8,revision_number=4']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:32.971746 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:32.973913 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:32.993708 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550ce9e-61a9-4274-890d-590d67ea6447 None None] Pushing event updated for resources: {'Port': ['ID=92c905df-9161-4b8a-a011-19804d021e09,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:33.009486 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:33.010473 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-fb3236e7-2936-47fd-8fa9-270acb4ec094 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:33.021264 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-fb3236e7-2936-47fd-8fa9-270acb4ec094 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.20 "GET /v2.0/networks?id=04e58c67-c02b-47fc-afae-7a817d211720 HTTP/1.1" status: 200 len: 812 time: 0.7388990 Sep 03 19:15:33.029588 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Request body: {'port': {'device_id': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720', 'admin_state_up': True, 'tenant_id': '166f714ca0e84fdaa49f82e2bef61e82'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:33.062828 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:33.064524 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:33.368687 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:33.386919 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:33.407472 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:33.460742 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044907414-network', 'tenant_id': '5f551c5458b14b94890fd0ffb713b16f'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:33.495789 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:33.498159 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-f222fefc-a627-4eed-9b0e-b900d9c1efe7 None None] Provisioning for port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:33.580783 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:33.591631 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aad7c72a-b428-4940-9dae-a185a2d45500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:33.686833 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-f222fefc-a627-4eed-9b0e-b900d9c1efe7 None None] Provisioning complete for port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:33.686833 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f222fefc-a627-4eed-9b0e-b900d9c1efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:33.762258 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:33.786041 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:32Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:33.832506 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174442c3-1ab1-4d96-b144-66330dc12d48 None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:32Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:15:34.010131 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f222fefc-a627-4eed-9b0e-b900d9c1efe7 None None] Port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:15:34.062208 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 3, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:34.084101 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.126765 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8192e49-9dbb-494f-be46-2c3959401a70 None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 3, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:15:34.144234 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f6b09ef9-ca1f-4e4d-aa5d-25285ad557ff req-484a9af9-b208-4855-a364-3266a748340a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.1701372 Sep 03 19:15:34.181093 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.192546 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ef96533-f74e-44ae-9ba1-0c72b44bfe81 req-52b8517a-5ae4-4a29-b37d-401588ee0249 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.1195943 Sep 03 19:15:34.197181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886c68cb-a560-4510-9528-f474d4ad6911,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:34.215398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Made reservation on behalf of 5f551c5458b14b94890fd0ffb713b16f for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:34.217857 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 825e8882-5659-465b-ad3e-92f24f3629d8 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:34.221767 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.251742 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.296721 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.298026 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-54b1b48a-b825-4022-9c9f-edc1a36d561f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6865637 Sep 03 19:15:34.301267 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49472) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:34.314558 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'security_group_rule': {'security_group_id': '886c68cb-a560-4510-9528-f474d4ad6911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:34.369644 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.435647 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.444233 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aad7c72a-b428-4940-9dae-a185a2d45500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.481220 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 825e8882-5659-465b-ad3e-92f24f3629d8 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:34.483089 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.483934 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.486773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 825e8882-5659-465b-ad3e-92f24f3629d8 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:34.487373 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.586944 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aad7c72a-b428-4940-9dae-a185a2d45500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.601306 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:34.678627 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Made reservation on behalf of 166f714ca0e84fdaa49f82e2bef61e82 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:34.701803 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:34.788186 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:34.928037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event updated for resources: {'Port': ['ID=22b884c6-a41f-4e22-82b6-99343d194ccd,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:34.933795 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:34.935617 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:34.944649 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:34.997280 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.002441 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-aad7c72a-b428-4940-9dae-a185a2d45500 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=580efb0bd6cf43698803d8de69a19a47&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1004200 Sep 03 19:15:35.072215 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 825e8882-5659-465b-ad3e-92f24f3629d8, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=825e8882-5659-465b-ad3e-92f24f3629d8,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:35.127625 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49484) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:35.144249 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:35.144852 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.160502 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:35.160947 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.329600 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=825e8882-5659-465b-ad3e-92f24f3629d8,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:35.495859 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-deca3dce-c70c-4bd9-8d6b-d820810d7cd2 None None] Provisioning complete for port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:35.497551 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-deca3dce-c70c-4bd9-8d6b-d820810d7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.534944 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e5879060-01a5-4d4e-91ad-9222282b67bd req-bc10bd8d-0c96-4d5c-89f8-819d71b26a5f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.1652222 Sep 03 19:15:35.537074 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49494) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:35.539271 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:15:35.557021 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.588820 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c72a-b428-4940-9dae-a185a2d45500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c044590-2fb9-4fe6-8965-ae88245e3b84,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:35.614907 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.623583 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d1dbe-bc15-49db-bf99-1f72fd8d9448 req-adb463b3-0263-429a-8a0c-986d196d1f07 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:35.638703 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7e9d1dbe-bc15-49db-bf99-1f72fd8d9448 req-adb463b3-0263-429a-8a0c-986d196d1f07 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 931 time: 0.2341931 Sep 03 19:15:35.654560 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-deca3dce-c70c-4bd9-8d6b-d820810d7cd2 None None] Port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:15:35.700540 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:15:35.810907 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e13d8639-fb4c-4c0e-8f5a-807a3d7e051d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.848289 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.855135 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Added segment c5988eef-db25-4bd1-8b38-d8b376336d55 of type vlan for network 201477e1-168b-40f0-aa17-b77f4f8c9da7 Sep 03 19:15:35.856831 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047304b4-2ec0-43a7-b2ed-016847e5b3d4,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:35.884975 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e13d8639-fb4c-4c0e-8f5a-807a3d7e051d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:35.910055 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Allocated IP 172.20.0.4 (04e58c67-c02b-47fc-afae-7a817d211720/5857908c-e0ba-48ea-8d7d-183cc788b8a2/ed36dee5-9826-4918-b09a-470f316a10e9) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:36.000980 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-b554db90-db33-4ef3-8348-c6413ba7ed3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.040863 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.053319 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e13d8639-fb4c-4c0e-8f5a-807a3d7e051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.055828 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e13d8639-fb4c-4c0e-8f5a-807a3d7e051d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.059450 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e13d8639-fb4c-4c0e-8f5a-807a3d7e051d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c044590-2fb9-4fe6-8965-ae88245e3b84 HTTP/1.1" status: 204 len: 168 time: 0.9278221 Sep 03 19:15:36.097218 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7e9d1dbe-bc15-49db-bf99-1f72fd8d9448 req-d6f9e004-0dfc-4b14-9700-87aa34d871c5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382920 Sep 03 19:15:36.117853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8639-fb4c-4c0e-8f5a-807a3d7e051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c044590-2fb9-4fe6-8965-ae88245e3b84,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:36.202863 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.243734 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:15:36.253962 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c708ce78-44a9-4405-97a8-1daa8feed373 admin admin] 10.222.0.18 "PUT /v2.0/routers/c57f4e2c-0289-42d4-b0b5-9b13d9d8e461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5948718 Sep 03 19:15:36.330218 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7ac1ba08-c21a-449f-b9af-c600a41d2e34 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1256053 Sep 03 19:15:36.352380 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.364189 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-e455636b-c14e-4f11-bb69-6d604d7b96ad tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:15:36.366463 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-e455636b-c14e-4f11-bb69-6d604d7b96ad tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098183 Sep 03 19:15:36.383068 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 825e8882-5659-465b-ad3e-92f24f3629d8 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:36.389148 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.390400 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:36.391153 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.420098 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.457451 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 825e8882-5659-465b-ad3e-92f24f3629d8 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:36.457986 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.481165 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.561393 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de61da3b-80b3-42c9-8132-769a083f643c,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:36.635303 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] Pushing event updated for resources: {'Network': ['ID=201477e1-168b-40f0-aa17-b77f4f8c9da7,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:36.648560 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 92c905df-9161-4b8a-a011-19804d021e09 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:36.659261 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 201477e1-168b-40f0-aa17-b77f4f8c9da7 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:15:36.741818 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c9ceb017-0fda-4f67-ba9f-0deb5312a0b3 req-8fd6bd5d-1559-49e8-9176-907d0fda3a09 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.0704625 Sep 03 19:15:36.841822 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.853047 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-b554db90-db33-4ef3-8348-c6413ba7ed3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.901192 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Network 04e58c67-c02b-47fc-afae-7a817d211720 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:36.909943 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:36.909943 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:36.913357 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:36.914153 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.927231 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 92c905df-9161-4b8a-a011-19804d021e09 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:36.929285 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-b554db90-db33-4ef3-8348-c6413ba7ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:36.974916 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 92c905df-9161-4b8a-a011-19804d021e09 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:36.974916 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.013620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Pushing event updated for resources: {'Port': ['ID=ed36dee5-9826-4918-b09a-470f316a10e9,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:37.036743 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Request body: {'port': {'device_id': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:37.091439 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.091589 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-b554db90-db33-4ef3-8348-c6413ba7ed3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e97eebdd53c34f7b83103325f22a3ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5342302 Sep 03 19:15:37.091718 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49522) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:37.120286 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554db90-db33-4ef3-8348-c6413ba7ed3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e229378d-3093-414b-9417-4f5416741bf0,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:37.156391 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 92c905df-9161-4b8a-a011-19804d021e09, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=92c905df-9161-4b8a-a011-19804d021e09,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:37.225715 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.233130 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d9d402d5-dc7a-4211-9e26-e53b625932a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.314735 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d9d402d5-dc7a-4211-9e26-e53b625932a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.460453 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5480297-e438-4955-937c-2e6377f6b489 req-23dcc378-d64e-49e2-81dd-12b2f0e0813f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:37.462835 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d5480297-e438-4955-937c-2e6377f6b489 req-23dcc378-d64e-49e2-81dd-12b2f0e0813f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 931 time: 0.2341125 Sep 03 19:15:37.527124 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.528885 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-64089cd4-a447-4da5-93f7-63e46509f90f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2266433 Sep 03 19:15:37.531667 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49526) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:37.541756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'security_group_rule': {'security_group_id': '886c68cb-a560-4510-9528-f474d4ad6911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:37.554040 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49528) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:37.556237 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-96b4fbcf-06ae-47f7-926d-e83f5bf08114 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.8549294 Sep 03 19:15:37.562597 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Request body: {'subnet': {'network_id': '201477e1-168b-40f0-aa17-b77f4f8c9da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044907414-subnet', 'tenant_id': '5f551c5458b14b94890fd0ffb713b16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:37.571740 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-f1080d06-61d7-4739-a549-81d36e47f90a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5459764 Sep 03 19:15:37.631079 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d5480297-e438-4955-937c-2e6377f6b489 req-e0ebe5c1-006c-41c9-af8b-992766bf77fe tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 Sep 03 19:15:37.739127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:15:37.749136 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:37.749845 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:37.818200 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d9d402d5-dc7a-4211-9e26-e53b625932a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.821659 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d9d402d5-dc7a-4211-9e26-e53b625932a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.823072 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d9d402d5-dc7a-4211-9e26-e53b625932a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e229378d-3093-414b-9417-4f5416741bf0 HTTP/1.1" status: 204 len: 168 time: 0.7252648 Sep 03 19:15:37.837307 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.844586 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d402d5-dc7a-4211-9e26-e53b625932a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229378d-3093-414b-9417-4f5416741bf0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:37.904725 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:37.940451 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49538) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:37.970864 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b884c6-a41f-4e22-82b6-99343d194ccd {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:37.979397 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.002158 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Transition to ACTIVE for port object 22b884c6-a41f-4e22-82b6-99343d194ccd will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:38.007630 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49540) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:38.007630 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34545da7-64bc-4e4a-8a70-6f1469e0c52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.013858 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458684133', 'description': 'tempest-description--957664022'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:38.083177 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e529be-e878-42d9-aa1a-ca2552c5043e req-4f658401-681f-4340-81bf-7a626f4d552a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:38.084396 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73e529be-e878-42d9-aa1a-ca2552c5043e req-4f658401-681f-4340-81bf-7a626f4d552a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 931 time: 0.0803192 Sep 03 19:15:38.091922 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.101655 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=92c905df-9161-4b8a-a011-19804d021e09,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:38.144684 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73e529be-e878-42d9-aa1a-ca2552c5043e req-360de81a-f169-4b82-9c36-4a2d46472298 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506709 Sep 03 19:15:38.158290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.170963 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:38.175234 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Made reservation on behalf of 5f551c5458b14b94890fd0ffb713b16f for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:38.178796 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.203132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.258810 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c555ad-d043-4f44-8e9d-5385330879ce,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Pushing event updated for resources: {'Port': ['ID=22b884c6-a41f-4e22-82b6-99343d194ccd,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Attempting to bind port 22b884c6-a41f-4e22-82b6-99343d194ccd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Attempting to bind port 22b884c6-a41f-4e22-82b6-99343d194ccd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Attempting to bind port 22b884c6-a41f-4e22-82b6-99343d194ccd on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Port 22b884c6-a41f-4e22-82b6-99343d194ccd on network d743c112-d1b0-40bf-a632-6ff6d6c65afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Attempting to bind port 22b884c6-a41f-4e22-82b6-99343d194ccd on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Checking segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Bound using segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Bound port: 22b884c6-a41f-4e22-82b6-99343d194ccd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:38.554359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.556076 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] For port 22b884c6-a41f-4e22-82b6-99343d194ccd, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:38.556076 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] For port 22b884c6-a41f-4e22-82b6-99343d194ccd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=22b884c6-a41f-4e22-82b6-99343d194ccd,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:38.556624 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 2, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:38.556624 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:15:38.556624 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Updating router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:15:38.556624 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.557156 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Request body: {'port': {'device_id': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:38.629071 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.643181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.695287 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.710629 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.858921 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Pushing event updated for resources: {'Port': ['ID=22b884c6-a41f-4e22-82b6-99343d194ccd,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:38.878411 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:38.883880 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:38.885461 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-54f3d8e5-1d42-4f0f-b8bc-0b1d651ba38c service neutron] 10.222.0.20 "PUT /v2.0/ports/22b884c6-a41f-4e22-82b6-99343d194ccd HTTP/1.1" status: 200 len: 1093 time: 2.1305203 Sep 03 19:15:38.923288 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'tag': '22b884c6-a41f-4e22-82b6-99343d194ccd'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:38.923442 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec03a-4b5e-4983-88bd-6f1e9b40a7a9 req-726c5a8d-62c9-4854-b67c-cad3da1644e8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:38.923442 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dceec03a-4b5e-4983-88bd-6f1e9b40a7a9 req-726c5a8d-62c9-4854-b67c-cad3da1644e8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.1106415 Sep 03 19:15:38.942810 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23339166-2be4-4df3-8055-86577255e81a,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:39.023739 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dceec03a-4b5e-4983-88bd-6f1e9b40a7a9 req-e96d8396-4049-4200-b9a4-8efb50e145f6 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189303 Sep 03 19:15:39.024456 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Checking segment: {'id': 'c5988eef-db25-4bd1-8b38-d8b376336d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '201477e1-168b-40f0-aa17-b77f4f8c9da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:39.024828 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Network hostable DHCP agents. Network: 201477e1-168b-40f0-aa17-b77f4f8c9da7, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:15:39.109927 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.125935 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34545da7-64bc-4e4a-8a70-6f1469e0c52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.147987 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Transition to ACTIVE for port object 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:39.183951 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Network 201477e1-168b-40f0-aa17-b77f4f8c9da7 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:15:39.214713 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.214942 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34545da7-64bc-4e4a-8a70-6f1469e0c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.238517 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3eff3e-3eb7-4092-b2a4-751a86931540" -d '{"events": [{"name": "network-changed", "server_uuid": "292a5f9a-9930-4d14-a3aa-ba0924c5c356", "tag": "22b884c6-a41f-4e22-82b6-99343d194ccd"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:39.319052 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.320921 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b6da90b9-3fc5-4dbf-9e0c-656af1d4cb48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7877970 Sep 03 19:15:39.325384 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49568) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:39.338896 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-34545da7-64bc-4e4a-8a70-6f1469e0c52c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aae27fb885a4b2bbabdf7535f814e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3744533 Sep 03 19:15:39.341302 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdfeb-50f5-4114-8b12-be33e5bce4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.341424 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 201477e1-168b-40f0-aa17-b77f4f8c9da7) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:39.356868 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:39.357919 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:39.358542 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.366542 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd42b36-865d-4ce8-9ecd-63c3d4d4d2f0 None None] Network 201477e1-168b-40f0-aa17-b77f4f8c9da7 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:39.377322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49570) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:39.396248 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34545da7-64bc-4e4a-8a70-6f1469e0c52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f246d-050e-423d-bdc8-06275f8c2889,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:39.448721 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad19086-b8da-4310-94b5-d67a0e96aa9d None None] Pushing event updated for resources: {'Port': ['ID=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:39.472186 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d5a6-b026-4678-9915-34c0fc38583f req-12e2b16b-3bcc-4b22-a55c-5787cffa7043 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:39.487070 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fe86d5a6-b026-4678-9915-34c0fc38583f req-12e2b16b-3bcc-4b22-a55c-5787cffa7043 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 931 time: 0.2143066 Sep 03 19:15:39.689610 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Attempting to bind port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Attempting to bind port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Attempting to bind port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Checking segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Bound using segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Bound port: 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:39.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.691561 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a77cae30-b440-415c-a556-ddfc63951cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.726949 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fe86d5a6-b026-4678-9915-34c0fc38583f req-469b5171-8a85-4e2d-8300-abc527290d7c tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388463 Sep 03 19:15:39.763896 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed36dee5-9826-4918-b09a-470f316a10e9 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:39.769131 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.773696 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a77cae30-b440-415c-a556-ddfc63951cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.789344 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] For port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:39.791921 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.793265 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] For port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:39.852902 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c57d67-00d9-4e24-a27f-b2d51235fb80 x-openstack-request-id: req-21c57d67-00d9-4e24-a27f-b2d51235fb80 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:39.852902 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292a5f9a-9930-4d14-a3aa-ba0924c5c356", "tag": "22b884c6-a41f-4e22-82b6-99343d194ccd", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:39.852902 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21c57d67-00d9-4e24-a27f-b2d51235fb80 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:39.852902 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'tag': '22b884c6-a41f-4e22-82b6-99343d194ccd', 'status': 'completed', 'code': 200} Sep 03 19:15:39.853365 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:39.854235 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Transition to ACTIVE for port object ed36dee5-9826-4918-b09a-470f316a10e9 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:39.881208 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:39.889882 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db216c2-e1f7-4caa-b8c2-94eef81b26b2 None None] Network 201477e1-168b-40f0-aa17-b77f4f8c9da7 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:40.008200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:15:40.008200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:40.008200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad19086-b8da-4310-94b5-d67a0e96aa9d None None] Pushing event updated for resources: {'Port': ['ID=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:40.161568 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-280ff320-54e9-4ed7-94a8-8859a135107b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6042345 Sep 03 19:15:40.178964 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 92c905df-9161-4b8a-a011-19804d021e09 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:40.201103 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.207194 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a77cae30-b440-415c-a556-ddfc63951cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.209742 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a77cae30-b440-415c-a556-ddfc63951cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.213517 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-a77cae30-b440-415c-a556-ddfc63951cd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a39f246d-050e-423d-bdc8-06275f8c2889 HTTP/1.1" status: 204 len: 168 time: 0.8326797 Sep 03 19:15:40.256381 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cae30-b440-415c-a556-ddfc63951cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f246d-050e-423d-bdc8-06275f8c2889,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:40.319786 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa1fb9-543d-46ce-987a-3c9bc7246f8f req-f74f3457-9082-45de-af3b-2b45c48408b3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:40.327563 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2fa1fb9-543d-46ce-987a-3c9bc7246f8f req-f74f3457-9082-45de-af3b-2b45c48408b3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.1753459 Sep 03 19:15:40.363619 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.368771 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ea411aa0-683c-4d8d-9730-ba066b8226b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3585341 Sep 03 19:15:40.369601 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49590) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:40.377237 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.380090 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed36dee5-9826-4918-b09a-470f316a10e9,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:40.382308 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'security_group_rule': {'security_group_id': '9a1f7431-d4fb-4433-bb63-6b62fa2c86ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:40.516948 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.527703 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:15:40.529518 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2fa1fb9-543d-46ce-987a-3c9bc7246f8f req-cdb632ce-cdd7-44a6-bb88-bf1e70dae722 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009890 Sep 03 19:15:40.535865 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Attempting to bind port ed36dee5-9826-4918-b09a-470f316a10e9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:40.536548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Attempting to bind port ed36dee5-9826-4918-b09a-470f316a10e9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '345c0279-a270-4a6e-843e-2172ed773a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:40.537794 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Attempting to bind port ed36dee5-9826-4918-b09a-470f316a10e9 on network 04e58c67-c02b-47fc-afae-7a817d211720 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:40.625416 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Port ed36dee5-9826-4918-b09a-470f316a10e9 on network 04e58c67-c02b-47fc-afae-7a817d211720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:15:40.626123 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Attempting to bind port ed36dee5-9826-4918-b09a-470f316a10e9 on network 04e58c67-c02b-47fc-afae-7a817d211720 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:40.674243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:40.674243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Checking segment: {'id': '345c0279-a270-4a6e-843e-2172ed773a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:40.674243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Bound using segment: {'id': '345c0279-a270-4a6e-843e-2172ed773a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:40.676049 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Bound port: ed36dee5-9826-4918-b09a-470f316a10e9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c0279-a270-4a6e-843e-2172ed773a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:40.676510 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.678897 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49598) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:40.708319 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.730992 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eff3e-3eb7-4092-b2a4-751a86931540 req-124493c7-dcf2-41c1-9019-e09403b88774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:40.732524 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f3eff3e-3eb7-4092-b2a4-751a86931540 req-124493c7-dcf2-41c1-9019-e09403b88774 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 1096 time: 0.3609054 Sep 03 19:15:40.801741 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 92c905df-9161-4b8a-a011-19804d021e09 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:40.802577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.836885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] For port ed36dee5-9826-4918-b09a-470f316a10e9, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:40.843131 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] For port ed36dee5-9826-4918-b09a-470f316a10e9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed36dee5-9826-4918-b09a-470f316a10e9,segment=NetworkSegment(345c0279-a270-4a6e-843e-2172ed773a27),segment_id=345c0279-a270-4a6e-843e-2172ed773a27)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:40.920202 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:40.944087 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed181de-c16a-4a58-a54e-b352883f28a0 req-3ecb0d23-c7c3-4ac2-bd8b-52d3c38c2039 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:40.944087 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aed181de-c16a-4a58-a54e-b352883f28a0 req-3ecb0d23-c7c3-4ac2-bd8b-52d3c38c2039 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.1033843 Sep 03 19:15:41.000782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.007298 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.028053 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7e05e2-a825-438e-9264-c629d9a8526b,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:41.079920 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:39Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:41.088370 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aed181de-c16a-4a58-a54e-b352883f28a0 req-6438918f-8176-470e-bd95-9743b85b4f6a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130600 Sep 03 19:15:41.091448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:41.092067 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.093462 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed36dee5-9826-4918-b09a-470f316a10e9 HTTP/1.1" status: 200 len: 1093 time: 2.5435181 Sep 03 19:15:41.125174 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680136b-1644-4e7f-b3be-42c74216fec3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed36dee5-9826-4918-b09a-470f316a10e9,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:41.138916 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.140305 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8889de6b-3b65-4a99-81b4-98127af61c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7688856 Sep 03 19:15:41.143216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49608) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:41.148318 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'security_group_rule': {'security_group_id': '9a1f7431-d4fb-4433-bb63-6b62fa2c86ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:41.155869 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8f892-43c1-45a9-a43b-ae0b04d01493 None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:39Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:15:41.162240 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Allocated IP 172.27.3.179 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/0c9b1eab-e3b5-416e-bfcd-c315116091f7) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:41.264219 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.379695 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.448751 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.455456 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.491386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1de8c4-1099-456c-939e-0c7eab3f2946,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:41.578071 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.583485 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f0b614a8-aab2-4874-bc5f-9056ccbbbce8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4361391 Sep 03 19:15:41.587934 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49626) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:41.602063 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:41.642787 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.658094 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d02aa06c-3564-4299-b95e-bca6ed2d563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.706862 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.db.api [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 19:15:41.706862 dv-cinder-788367-7-iscsi neutron-server[94492]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 19:15:41.706862 dv-cinder-788367-7-iscsi neutron-server[94492]: [parameters: {'project_id_1': '44a034fcb4b745cdaf7b9f3d0e395bbf', 'expiration_1': datetime.datetime(2021, 9, 3, 19, 15, 21, 691199)}] Sep 03 19:15:41.706862 dv-cinder-788367-7-iscsi neutron-server[94492]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94492) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 19:15:41.707439 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG oslo_db.api [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 19:15:41.720393 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.841886 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:41.850415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'tag': 'ed36dee5-9826-4918-b09a-470f316a10e9'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:41.852976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d032b3af-a361-4f38-bdc9-fa1288e429be" -d '{"events": [{"name": "network-changed", "server_uuid": "67faee2c-54b8-4de3-bb7e-de4eb700439e", "tag": "ed36dee5-9826-4918-b09a-470f316a10e9"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:41.948472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263377f5-c88d-4793-a0a0-996f83429604 x-openstack-request-id: req-263377f5-c88d-4793-a0a0-996f83429604 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:41.948754 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67faee2c-54b8-4de3-bb7e-de4eb700439e", "tag": "ed36dee5-9826-4918-b09a-470f316a10e9", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:41.949038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-263377f5-c88d-4793-a0a0-996f83429604 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:41.949426 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'tag': 'ed36dee5-9826-4918-b09a-470f316a10e9', 'status': 'completed', 'code': 200} Sep 03 19:15:41.951396 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:41.969612 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'Port': ['ID=0c9b1eab-e3b5-416e-bfcd-c315116091f7,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:41.981978 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:41.990501 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:42.017983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.026491 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569afa4a-bc4b-4622-9cdc-5d914dd5f012 req-6b941e5f-65f2-4b7c-b025-65d64ad8abec tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:42.026491 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-569afa4a-bc4b-4622-9cdc-5d914dd5f012 req-6b941e5f-65f2-4b7c-b025-65d64ad8abec tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.2962105 Sep 03 19:15:42.194879 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:42.208758 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.406871 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:42.426932 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:42.426932 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.427325 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.446509 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49656) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:42.490380 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49658) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:42.516246 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519232146-network', 'tenant_id': 'dcf9f6d51cbc4a8a8241ebebbef6dc74'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:42.559386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829833c-a1ea-445a-a2b9-f630b960b69c req-0a1ab96e-7522-4372-b875-0d9cbb896a46 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:42.561899 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5829833c-a1ea-445a-a2b9-f630b960b69c req-0a1ab96e-7522-4372-b875-0d9cbb896a46 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.2472243 Sep 03 19:15:42.620967 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-569afa4a-bc4b-4622-9cdc-5d914dd5f012 req-4e39529b-0ee1-49a8-8da5-a621e56786d9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784347 Sep 03 19:15:42.650765 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.740736 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5829833c-a1ea-445a-a2b9-f630b960b69c req-5514d57b-1243-498a-8fee-6ebc97bcda63 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567571 Sep 03 19:15:42.783120 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:42.792280 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.811244 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5821b7b4-d8dc-40f0-abd2-66018d16a0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.848473 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.887440 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.917923 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:42.929147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.035948 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:43.095304 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44a034fcb4b745cdaf7b9f3d0e395bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4150772 Sep 03 19:15:43.099635 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651bcc-a248-41e4-bc5c-42bc97499383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c06b14-7b2a-4dbd-adfc-03fb97d4578d,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:43.104373 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49666) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:43.166156 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Made reservation on behalf of dcf9f6d51cbc4a8a8241ebebbef6dc74 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:43.173216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.228601 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.268027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032b3af-a361-4f38-bdc9-fa1288e429be req-e02cf25e-c2b1-4b60-b803-6ab1898b4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:43.269866 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d032b3af-a361-4f38-bdc9-fa1288e429be req-e02cf25e-c2b1-4b60-b803-6ab1898b4e35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=166f714ca0e84fdaa49f82e2bef61e82&device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 1096 time: 0.6691585 Sep 03 19:15:43.319514 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.322037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eff3e-3eb7-4092-b2a4-751a86931540 req-b743c3a4-c630-406a-af36-7a89422ab841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:43.324856 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f3eff3e-3eb7-4092-b2a4-751a86931540 req-b743c3a4-c630-406a-af36-7a89422ab841 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f164a913448f4d30b01add0c20acb44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7844453 Sep 03 19:15:43.354290 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5821b7b4-d8dc-40f0-abd2-66018d16a0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.415044 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5821b7b4-d8dc-40f0-abd2-66018d16a0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.514036 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-5821b7b4-d8dc-40f0-abd2-66018d16a0a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c38b3b13dfb94cf8bec6f8a061da5c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0637479 Sep 03 19:15:43.527430 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821b7b4-d8dc-40f0-abd2-66018d16a0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb052f7d-4bb1-4c32-98e7-73b13e2d4d24,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:43.539569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49674) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:43.541714 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.579218 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-86bf9acf-3440-4c45-ae3f-61645a4a70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.625549 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a944d191-6fa1-447e-bdd2-bbbf040331ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.651586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.665716 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a944d191-6fa1-447e-bdd2-bbbf040331ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.676756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.729674 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.803822 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65882957-4c4e-4bee-acc2-a7cb31dad23d,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:43.820694 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.829971 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-86bf9acf-3440-4c45-ae3f-61645a4a70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.844915 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032b3af-a361-4f38-bdc9-fa1288e429be req-83abb07f-cd66-4232-a784-c34510a7eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:43.846301 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d032b3af-a361-4f38-bdc9-fa1288e429be req-83abb07f-cd66-4232-a784-c34510a7eece service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=166f714ca0e84fdaa49f82e2bef61e82&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5290647 Sep 03 19:15:43.892457 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56650-ce6c-4e7f-aced-4eb67af433c7 req-e7847cc5-e4e8-414b-8e22-4ac521e91c05 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:43.901558 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d0e56650-ce6c-4e7f-aced-4eb67af433c7 req-e7847cc5-e4e8-414b-8e22-4ac521e91c05 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.0733581 Sep 03 19:15:43.906915 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a944d191-6fa1-447e-bdd2-bbbf040331ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.910002 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a944d191-6fa1-447e-bdd2-bbbf040331ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.913845 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a944d191-6fa1-447e-bdd2-bbbf040331ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb052f7d-4bb1-4c32-98e7-73b13e2d4d24 HTTP/1.1" status: 204 len: 168 time: 0.3705623 Sep 03 19:15:43.927659 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:15:43.930322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Allocated IP 172.27.3.221 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/0d9a0ac7-5974-4d55-87a5-e5ef5629c300) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:43.933263 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'Port': ['ID=0c9b1eab-e3b5-416e-bfcd-c315116091f7,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:43.945975 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eff3e-3eb7-4092-b2a4-751a86931540 req-7675edba-716b-408f-ab2c-432ea91d0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:43.947468 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f3eff3e-3eb7-4092-b2a4-751a86931540 req-7675edba-716b-408f-ab2c-432ea91d0405 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5816841 Sep 03 19:15:43.965367 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944d191-6fa1-447e-bdd2-bbbf040331ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb052f7d-4bb1-4c32-98e7-73b13e2d4d24,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:43.971317 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:43.973322 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Added segment a4011ab7-a351-476b-9a7b-f2bdc2fa32ba of type vlan for network 0c9c27e0-0284-4215-9a06-94206feb3d9b Sep 03 19:15:43.990321 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4030d2-2685-4250-9d63-413d2b8e774a req-c359ac76-568a-443d-b18a-14678eafb440 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:43.996602 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-de4030d2-2685-4250-9d63-413d2b8e774a req-c359ac76-568a-443d-b18a-14678eafb440 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.2291462 Sep 03 19:15:44.007375 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.027738 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-1e90a2c4-128b-43e4-a6dd-485a330510e4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6866133 Sep 03 19:15:44.033455 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d0e56650-ce6c-4e7f-aced-4eb67af433c7 req-39d0e933-51e6-4cec-8e6b-a8df35a79f8f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308959 Sep 03 19:15:44.095676 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.193584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:44.206732 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.207807 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:44.208379 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.256859 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-86bf9acf-3440-4c45-ae3f-61645a4a70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.259003 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-86bf9acf-3440-4c45-ae3f-61645a4a70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.260286 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-86bf9acf-3440-4c45-ae3f-61645a4a70c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6c06b14-7b2a-4dbd-adfc-03fb97d4578d HTTP/1.1" status: 204 len: 168 time: 1.1348832 Sep 03 19:15:44.293922 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:44.294482 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.305977 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-de4030d2-2685-4250-9d63-413d2b8e774a req-310b74c3-33e3-4958-8e0d-ee090d980503 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761605 Sep 03 19:15:44.311301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf9acf-3440-4c45-ae3f-61645a4a70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c06b14-7b2a-4dbd-adfc-03fb97d4578d,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:44.332597 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-ffdfdd2f-c0fa-47dc-8dff-4d0d09e507c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:44.334229 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-ffdfdd2f-c0fa-47dc-8dff-4d0d09e507c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 1096 time: 0.2834995 Sep 03 19:15:44.341764 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.384581 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8873999 Sep 03 19:15:44.384581 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025548c-5bc0-4547-85c4-bcafff639b67 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9c27e0-0284-4215-9a06-94206feb3d9b,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:44.386014 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49696) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:44.391336 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Request body: {'subnet': {'network_id': '0c9c27e0-0284-4215-9a06-94206feb3d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519232146-subnet', 'tenant_id': 'dcf9f6d51cbc4a8a8241ebebbef6dc74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:44.398795 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 0c9c27e0-0284-4215-9a06-94206feb3d9b details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:15:44.411797 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.414242 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032b3af-a361-4f38-bdc9-fa1288e429be req-420aa6a8-ee30-434a-b1dc-77ffe07f2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:44.421346 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d032b3af-a361-4f38-bdc9-fa1288e429be req-420aa6a8-ee30-434a-b1dc-77ffe07f2912 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4376221 Sep 03 19:15:44.458455 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-7bbf1101-fe54-4cbd-92ba-d13e43cf4767 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22b884c6-a41f-4e22-82b6-99343d194ccd HTTP/1.1" status: 200 len: 217 time: 0.1057444 Sep 03 19:15:44.480560 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Made reservation on behalf of dcf9f6d51cbc4a8a8241ebebbef6dc74 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:44.483628 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.582194 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-35b2f7c7-e489-41cf-b2f1-afdb5c59338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:44.583662 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-35b2f7c7-e489-41cf-b2f1-afdb5c59338c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=233570f3-e983-4a43-b1c3-84f4d93f8859 HTTP/1.1" status: 200 len: 855 time: 0.0895741 Sep 03 19:15:44.587172 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-09e3bfdd-5984-45fb-afc1-4b2127e6dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:44.588786 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-09e3bfdd-5984-45fb-afc1-4b2127e6dcab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=166f714ca0e84fdaa49f82e2bef61e82&device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 1096 time: 0.0959208 Sep 03 19:15:44.595338 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:44.667691 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:44.670566 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:44.674000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:44.700376 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'Port': ['ID=0d9a0ac7-5974-4d55-87a5-e5ef5629c300,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:44.834021 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-c61266d0-9af7-4ea9-be91-3353b6ca97b9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1619242665&fields=id&tenant_id=4f5d73960b1845d89cd3c669cf15b5a6 HTTP/1.1" status: 200 len: 267 time: 0.1467328 Sep 03 19:15:44.955489 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:45.173293 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-f2ce5e3b-706c-47ab-87b0-c8c9f93873fe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:45.174767 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-f2ce5e3b-706c-47ab-87b0-c8c9f93873fe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 810 time: 0.3149009 Sep 03 19:15:45.192900 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-6d6e9c57-f7a1-44bb-8c9e-c822491463f6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/quotas/4f5d73960b1845d89cd3c669cf15b5a6 HTTP/1.1" status: 200 len: 375 time: 0.0125010 Sep 03 19:15:45.210095 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-90206e4b-c87d-4b55-806f-3bb6e5a3ce81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d743c112-d1b0-40bf-a632-6ff6d6c65afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890701 Sep 03 19:15:45.213751 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-cab3b119-c618-42d2-953a-867f3b28ec3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed36dee5-9826-4918-b09a-470f316a10e9 HTTP/1.1" status: 200 len: 217 time: 0.0939727 Sep 03 19:15:45.281239 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-bff356ec-6e1d-45f7-b7aa-e14395f953c0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826137 Sep 03 19:15:45.334081 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-ccb55e6e-767a-4a25-92c0-68e65bcf5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:45.335514 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-ccb55e6e-767a-4a25-92c0-68e65bcf5122 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5857908c-e0ba-48ea-8d7d-183cc788b8a2 HTTP/1.1" status: 200 len: 852 time: 0.1034865 Sep 03 19:15:45.358868 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349b3fc-7b38-4c17-a953-31fea17b13c1 req-593896b0-1b59-49c6-9f4b-93b9443b44b2 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:45.360328 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c349b3fc-7b38-4c17-a953-31fea17b13c1 req-593896b0-1b59-49c6-9f4b-93b9443b44b2 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.2015898 Sep 03 19:15:45.383774 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-d0c1ac83-94e0-418c-ba22-2b5fdbece532 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04e58c67-c02b-47fc-afae-7a817d211720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405293 Sep 03 19:15:45.388183 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-86ef0273-4971-47ad-8f71-7b83d9cf67c1 service neutron] 10.222.0.18 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962620 Sep 03 19:15:45.427421 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-8ed4d335-5f1c-47b9-a00e-6d01858b1a0d service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963782 Sep 03 19:15:45.493291 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-ee09c0cb-9b74-42d8-8229-4048d95cb967 service neutron] 10.222.0.18 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935082 Sep 03 19:15:45.500432 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c349b3fc-7b38-4c17-a953-31fea17b13c1 req-148c7eb1-bcf9-424d-8a14-6a466d57155c tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209762 Sep 03 19:15:45.571872 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-b6d03f87-8b4a-4b9e-b920-43f115d3adbd service neutron] 10.222.0.20 "GET /v2.0/networks/04e58c67-c02b-47fc-afae-7a817d211720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779995 Sep 03 19:15:45.619115 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:45.664810 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8da6211f-fa76-493a-82c0-4b26e626cc4d req-be21f541-3211-4d34-87c6-15e79dea6587 service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306223 Sep 03 19:15:45.682312 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab2da33-7439-434a-8725-aa00716f026d,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:45.693782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Checking segment: {'id': 'a4011ab7-a351-476b-9a7b-f2bdc2fa32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0c9c27e0-0284-4215-9a06-94206feb3d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:45.694216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Network hostable DHCP agents. Network: 0c9c27e0-0284-4215-9a06-94206feb3d9b, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:15:45.702027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:45.741479 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf699251-f7ef-41d7-a56c-ae6a031cc6a6 req-6f9b7478-2f3d-42f1-9700-209466c6dc4a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:45.746026 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cf699251-f7ef-41d7-a56c-ae6a031cc6a6 req-6f9b7478-2f3d-42f1-9700-209466c6dc4a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.1755846 Sep 03 19:15:45.801355 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Network 0c9c27e0-0284-4215-9a06-94206feb3d9b is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:15:45.820126 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7767c40a-badb-45a2-aef7-9c68e18dab22 req-2cc9cd89-6c8c-4e88-b905-ef7297c1b6fc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 210 time: 0.0324047 Sep 03 19:15:45.855114 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2f844a11-5447-4563-b2c6-0ef71188adfd req-c1a7c8c8-5a28-48b5-a6cc-29fb0f97fe9c service neutron] 10.222.0.20 "GET /v2.0/networks/04e58c67-c02b-47fc-afae-7a817d211720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740285 Sep 03 19:15:45.883311 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cf699251-f7ef-41d7-a56c-ae6a031cc6a6 req-41085e56-40e0-440a-b55d-2375227888a6 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307628 Sep 03 19:15:45.915048 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 0c9c27e0-0284-4215-9a06-94206feb3d9b) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:45.930396 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:45.930396 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:45.931106 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7aed84-18bb-45a2-9399-ec15d2efb1a7 None None] Network 0c9c27e0-0284-4215-9a06-94206feb3d9b requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:46.007329 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-220215ab-25a0-441f-ba3b-2069b07d889e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6202173 Sep 03 19:15:46.023518 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.073615 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054229d1-ac8b-4135-b9c4-9c08536e05f7 None None] Network 0c9c27e0-0284-4215-9a06-94206feb3d9b requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:15:46.120748 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.151142 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.173067 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'Port': ['ID=0d9a0ac7-5974-4d55-87a5-e5ef5629c300,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:46.280634 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.281946 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-1daab588-da8e-4de0-a40d-a893bd268319 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6910880 Sep 03 19:15:46.320415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49748) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:46.321283 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49750) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:46.336536 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c9e289c4-b74d-4243-a182-1acc324df69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.380203 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Deleting subnet 23339166-2be4-4df3-8055-86577255e81a {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:15:46.384487 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.433529 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.447548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c9e289c4-b74d-4243-a182-1acc324df69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.450248 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.486363 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c9e289c4-b74d-4243-a182-1acc324df69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.542119 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-c9e289c4-b74d-4243-a182-1acc324df69f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21394162bf5f4c40a30b5d011bdec014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172856 Sep 03 19:15:46.542119 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e289c4-b74d-4243-a182-1acc324df69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdec40d-4358-46d2-8bc3-31201feb8f74,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:46.542466 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49756) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:46.626585 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.639644 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96e76b22-fa98-4cdf-9acc-38051fdaaef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.673458 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23339166-2be4-4df3-8055-86577255e81a,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:46.692189 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.696908 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49776) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:46.697189 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b0738eef-15d5-42d5-8d67-7ec6578af399 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/23339166-2be4-4df3-8055-86577255e81a HTTP/1.1" status: 204 len: 168 time: 0.3750572 Sep 03 19:15:46.705498 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215263-cd4e-4bf7-8e59-673adad8bea3 req-54bc730a-a964-4999-857b-6fb5e8c6153e tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:46.707217 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-29215263-cd4e-4bf7-8e59-673adad8bea3 req-54bc730a-a964-4999-857b-6fb5e8c6153e tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.1219530 Sep 03 19:15:46.712085 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96e76b22-fa98-4cdf-9acc-38051fdaaef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.772727 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-29215263-cd4e-4bf7-8e59-673adad8bea3 req-67a05d30-9b37-4267-9dee-7dea1efe36e7 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539310 Sep 03 19:15:46.817635 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-3962aa6e-39aa-4970-b2a3-a87b788f9044 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--458684133&fields=id&tenant_id=f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 267 time: 0.1122782 Sep 03 19:15:46.821750 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.848110 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96e76b22-fa98-4cdf-9acc-38051fdaaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.850673 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-96e76b22-fa98-4cdf-9acc-38051fdaaef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:46.859606 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-96e76b22-fa98-4cdf-9acc-38051fdaaef9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fdec40d-4358-46d2-8bc3-31201feb8f74 HTTP/1.1" status: 204 len: 168 time: 0.3059614 Sep 03 19:15:46.862820 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e76b22-fa98-4cdf-9acc-38051fdaaef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdec40d-4358-46d2-8bc3-31201feb8f74,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:47.020099 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-62d9baa7-d45f-4f14-9e76-94cb3fd84b67 req-2f14e126-292c-4c17-849e-317ad753f00f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 210 time: 0.0473385 Sep 03 19:15:47.042400 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.063340 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.063686 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.064461 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.064984 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > port after_create 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.066580 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.066933 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > port after_update 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.067278 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.067622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.067941 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.068272 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.125727 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8844b6-7957-46fd-8d36-e55a840b9803 req-5ac796d6-e8c8-44d3-b419-ab204995eb8c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:47.129368 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ea8844b6-7957-46fd-8d36-e55a840b9803 req-5ac796d6-e8c8-44d3-b419-ab204995eb8c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.0552020 Sep 03 19:15:47.165662 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ea8844b6-7957-46fd-8d36-e55a840b9803 req-8bf21955-2a0e-434f-88b2-6092f6697fd9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Sep 03 19:15:47.233591 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.241901 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.241901 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.241901 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:15:47.241901 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201477e1-168b-40f0-aa17-b77f4f8c9da7']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:47.275362 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-2d4a9356-ff9a-4ac0-9d70-d9cc48fb87f5 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:47.280603 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-2d4a9356-ff9a-4ac0-9d70-d9cc48fb87f5 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 817 time: 0.4516947 Sep 03 19:15:47.289052 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5988eef-db25-4bd1-8b38-d8b376336d55') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:47.289521 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5988eef-db25-4bd1-8b38-d8b376336d55') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:47.313663 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.324661 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-f63d1fd8-94c8-44de-9a49-91c4b3455444 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/quotas/f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 375 time: 0.0378268 Sep 03 19:15:47.345572 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.373150 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:15:47.373559 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: from cryptography.utils import int_from_bytes Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: from cryptography.utils import int_from_bytes Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:15:47.377490 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:15:47.459033 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-e643c9a9-c5c8-43dd-8ca9-9b5361878162 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267116 Sep 03 19:15:47.557981 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.568028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.569946 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/201477e1-168b-40f0-aa17-b77f4f8c9da7 HTTP/1.1" status: 204 len: 168 time: 0.8716664 Sep 03 19:15:47.572789 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49808) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:47.584521 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eee100-06be-44d5-b198-bf61256c6eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=201477e1-168b-40f0-aa17-b77f4f8c9da7,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:47.603173 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-0c612ead-9fdf-4fce-b28d-dee76f210bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267817 Sep 03 19:15:47.649426 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Deleting subnet 1ab2da33-7439-434a-8725-aa00716f026d {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:15:47.657240 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.712236 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.726655 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-f307cb60-8951-478c-98e8-cfe714d0464a service neutron] 10.222.0.18 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214068 Sep 03 19:15:47.726798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.892492 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72193252-af18-44d9-9928-72c67fe15e99 req-7235ed29-8e23-4d87-a614-8305f84650d0 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:47.894672 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-72193252-af18-44d9-9928-72c67fe15e99 req-7235ed29-8e23-4d87-a614-8305f84650d0 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.0502908 Sep 03 19:15:47.930703 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:47.969740 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab2da33-7439-434a-8725-aa00716f026d,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:48.005185 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.007989 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-af43c97a-5efe-441f-82da-533b1d34e77e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1ab2da33-7439-434a-8725-aa00716f026d HTTP/1.1" status: 204 len: 168 time: 0.4336402 Sep 03 19:15:48.009947 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49830) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:48.021069 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-72193252-af18-44d9-9928-72c67fe15e99 req-ff7d04da-d1f1-47fd-812b-ac22d5a2e0d9 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204410 Sep 03 19:15:48.103355 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd5a1399-017c-412b-86de-616a0d839ebf req-e74a2d48-2492-4b62-a9d4-d2f5eb1d2ff8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0868754 Sep 03 19:15:48.214334 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1a58534a-5e04-44f0-a80b-6f2b680ce2d5 req-dbf47a58-40b4-4b5c-af09-c483b1470d0f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 210 time: 0.0718973 Sep 03 19:15:48.289518 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.569290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-47c6b16a-1fde-42e3-a516-3551619f490f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:48.570256 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-47c6b16a-1fde-42e3-a516-3551619f490f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 810 time: 0.4909654 Sep 03 19:15:48.591561 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5ac1a-e206-4b78-aa11-3c5c48bd4bc9 req-40460cdb-24b7-4cbe-aed7-75f4beb33f83 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:48.593064 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ec5ac1a-e206-4b78-aa11-3c5c48bd4bc9 req-40460cdb-24b7-4cbe-aed7-75f4beb33f83 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 943 time: 0.3159318 Sep 03 19:15:48.634060 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.658067 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9c27e0-0284-4215-9a06-94206feb3d9b']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:48.689719 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4011ab7-a351-476b-9a7b-f2bdc2fa32ba') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:48.690017 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4011ab7-a351-476b-9a7b-f2bdc2fa32ba') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:15:48.716211 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.720830 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-82e2a80c-5ece-4186-8d9f-916f27fbf54f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5d73960b1845d89cd3c669cf15b5a6 HTTP/1.1" status: 200 len: 380 time: 0.1268632 Sep 03 19:15:48.733447 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'port': {'device_id': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'admin_state_up': True, 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'security_groups': ['886c68cb-a560-4510-9528-f474d4ad6911']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:48.742854 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ec5ac1a-e206-4b78-aa11-3c5c48bd4bc9 req-77ffe03a-b361-47e7-9aa3-3a257589ceb4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395855 Sep 03 19:15:48.763026 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.778914 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:15:48.779294 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:15:48.780891 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:15:48.960651 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.970059 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:48.972455 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c9c27e0-0284-4215-9a06-94206feb3d9b HTTP/1.1" status: 204 len: 168 time: 0.9613297 Sep 03 19:15:48.985300 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab92dc0-75fd-4f12-85ee-fae723519089 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9c27e0-0284-4215-9a06-94206feb3d9b,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:48.994604 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Made reservation on behalf of 4f5d73960b1845d89cd3c669cf15b5a6 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:48.999029 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.150306 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Allocated IP 172.20.0.4 (788f2e73-d509-49b5-943b-4323818be9b2/804082be-ac68-45e1-9043-1f02c9b54fd8/61e37c8d-8ef1-4efa-a399-ce78539abad4) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:49.166868 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3033c-427b-46a3-a73e-cf82f8326a8e req-91748dd5-1556-4e4d-bb56-e13a714179ac tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:49.176198 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-97c3033c-427b-46a3-a73e-cf82f8326a8e req-91748dd5-1556-4e4d-bb56-e13a714179ac tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 943 time: 0.0630007 Sep 03 19:15:49.225871 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-97c3033c-427b-46a3-a73e-cf82f8326a8e req-5e74b52b-6f2d-4054-a0b1-d864970330e0 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Sep 03 19:15:49.248908 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-74ceed6a-9db6-42e7-b53f-a30438e836fb req-d101839c-c50c-4e44-8ef8-ad02e7f19c24 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0452456 Sep 03 19:15:49.312583 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-73da6fff-f069-4ba9-af5c-bb75a1da3b7d req-a335791b-6a36-4d54-a456-fe8d5232306d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 210 time: 0.0260952 Sep 03 19:15:49.340398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.359390 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Transition to ACTIVE for port object 61e37c8d-8ef1-4efa-a399-ce78539abad4 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:49.374279 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 22b884c6-a41f-4e22-82b6-99343d194ccd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:15:49.483004 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 22b884c6-a41f-4e22-82b6-99343d194ccd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=22b884c6-a41f-4e22-82b6-99343d194ccd,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:49.495178 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '22b884c6-a41f-4e22-82b6-99343d194ccd', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'port_id': '22b884c6-a41f-4e22-82b6-99343d194ccd', 'mac_address': 'fa:16:3e:77:6a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233570f3-e983-4a43-b1c3-84f4d93f8859', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:15:49.509438 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.537592 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49908) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:49.538873 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.553667 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b884c6-a41f-4e22-82b6-99343d194ccd {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:49.574321 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'Port': ['ID=61e37c8d-8ef1-4efa-a399-ce78539abad4,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:49.575565 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 22b884c6-a41f-4e22-82b6-99343d194ccd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=22b884c6-a41f-4e22-82b6-99343d194ccd,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:49.585001 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Network 788f2e73-d509-49b5-943b-4323818be9b2 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:49.586463 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:49.594858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:49.598663 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49912) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:49.652408 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3fcf8753-3118-4f44-ac71-8a437b733e9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f551c5458b14b94890fd0ffb713b16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546858 Sep 03 19:15:49.653089 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49916) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:49.680716 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.681602 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device ed36dee5-9826-4918-b09a-470f316a10e9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:15:49.709586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:49.711197 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.782149 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b850bf0d-2cba-4ab4-ab30-0d4408724767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.827020 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b850bf0d-2cba-4ab4-ab30-0d4408724767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.857761 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=22b884c6-a41f-4e22-82b6-99343d194ccd,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:49.872019 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-183cbe19-8b9d-4557-816e-e5b3bbcfa42d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1441655 Sep 03 19:15:49.880113 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-976656dc-6e5e-45c4-accd-9a39bb53519f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:49.913751 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Request body: {'port': {'device_id': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:49.970524 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port ed36dee5-9826-4918-b09a-470f316a10e9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed36dee5-9826-4918-b09a-470f316a10e9,segment=NetworkSegment(345c0279-a270-4a6e-843e-2172ed773a27),segment_id=345c0279-a270-4a6e-843e-2172ed773a27)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:49.983069 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'ed36dee5-9826-4918-b09a-470f316a10e9', 'network_id': '04e58c67-c02b-47fc-afae-7a817d211720', 'port_id': 'ed36dee5-9826-4918-b09a-470f316a10e9', 'mac_address': 'fa:16:3e:be:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5857908c-e0ba-48ea-8d7d-183cc788b8a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:15:50.000161 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-976656dc-6e5e-45c4-accd-9a39bb53519f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.007596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2db6e-148d-47f9-a45c-c5f222275c7f req-bb88e156-2778-4c27-bcae-e6df4acdf8ff tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:50.009226 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-08f2db6e-148d-47f9-a45c-c5f222275c7f req-bb88e156-2778-4c27-bcae-e6df4acdf8ff tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 944 time: 0.1523383 Sep 03 19:15:50.026256 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.029097 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b850bf0d-2cba-4ab4-ab30-0d4408724767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.031490 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.031634 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b850bf0d-2cba-4ab4-ab30-0d4408724767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.035847 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b850bf0d-2cba-4ab4-ab30-0d4408724767 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/047304b4-2ec0-43a7-b2ed-016847e5b3d4 HTTP/1.1" status: 204 len: 168 time: 0.3788984 Sep 03 19:15:50.055497 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850bf0d-2cba-4ab4-ab30-0d4408724767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047304b4-2ec0-43a7-b2ed-016847e5b3d4,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:50.058815 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed36dee5-9826-4918-b09a-470f316a10e9 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:50.088785 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-22fb53f8-600d-43d7-8fe4-c5abaeb18b55 None None] Provisioning for port 61e37c8d-8ef1-4efa-a399-ce78539abad4 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:50.090117 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-08f2db6e-148d-47f9-a45c-c5f222275c7f req-15566caa-8d40-4956-a704-95ecf270ebf7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726788 Sep 03 19:15:50.108408 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-22fb53f8-600d-43d7-8fe4-c5abaeb18b55 None None] Provisioning complete for port 61e37c8d-8ef1-4efa-a399-ce78539abad4 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:50.109042 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-22fb53f8-600d-43d7-8fe4-c5abaeb18b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.122817 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-976656dc-6e5e-45c4-accd-9a39bb53519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.145326 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port ed36dee5-9826-4918-b09a-470f316a10e9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed36dee5-9826-4918-b09a-470f316a10e9,segment=NetworkSegment(345c0279-a270-4a6e-843e-2172ed773a27),segment_id=345c0279-a270-4a6e-843e-2172ed773a27)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:50.157752 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-22fb53f8-600d-43d7-8fe4-c5abaeb18b55 None None] Port 61e37c8d-8ef1-4efa-a399-ce78539abad4 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:15:50.172885 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-976656dc-6e5e-45c4-accd-9a39bb53519f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6733d7907d834045a6614f26ad773ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6335456 Sep 03 19:15:50.173489 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976656dc-6e5e-45c4-accd-9a39bb53519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f68418-b679-4162-a5db-33b97c552e76,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:50.175721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 49930) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:50.206918 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.265940 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=ed36dee5-9826-4918-b09a-470f316a10e9,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:50.294753 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-119f696b-864c-40a8-a22a-f138fc3672ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.335093 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-119f696b-864c-40a8-a22a-f138fc3672ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.382158 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5938-0cc9-44b7-a57d-a9ec588325d0 req-97543bc7-f745-4a62-b76d-781f367149e7 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:50.383854 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-356b5938-0cc9-44b7-a57d-a9ec588325d0 req-97543bc7-f745-4a62-b76d-781f367149e7 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 944 time: 0.0665376 Sep 03 19:15:50.435897 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-64983fe3-ffc8-48ea-885b-8d4d13f8c952 req-d93e2761-0bba-4d00-8dc1-ff7e6d508fbe tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0418468 Sep 03 19:15:50.453151 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-356b5938-0cc9-44b7-a57d-a9ec588325d0 req-eb17a273-e796-445b-80f6-dee8416d4cb9 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629513 Sep 03 19:15:50.499277 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e37c8d-8ef1-4efa-a399-ce78539abad4 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:50.502949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['ed36dee5-9826-4918-b09a-470f316a10e9'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:15:50.508390 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.557452 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:15:50.557722 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Transition to ACTIVE for port object 61e37c8d-8ef1-4efa-a399-ce78539abad4 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:50.567272 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-119f696b-864c-40a8-a22a-f138fc3672ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.573577 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-119f696b-864c-40a8-a22a-f138fc3672ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.577885 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-119f696b-864c-40a8-a22a-f138fc3672ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30f68418-b679-4162-a5db-33b97c552e76 HTTP/1.1" status: 204 len: 168 time: 0.4012005 Sep 03 19:15:50.660046 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f696b-864c-40a8-a22a-f138fc3672ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f68418-b679-4162-a5db-33b97c552e76,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:50.669662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:50.774571 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-e9f045ef-d4ac-46f5-a837-c60a618b6d93 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:50.776150 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-e9f045ef-d4ac-46f5-a837-c60a618b6d93 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 817 time: 0.2521029 Sep 03 19:15:50.794894 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=61e37c8d-8ef1-4efa-a399-ce78539abad4,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:50.811578 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8037d-fa86-4db2-bdb2-5898a5673b85 req-f8413988-c772-4342-affe-5fead23b93a6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:50.813156 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f2b8037d-fa86-4db2-bdb2-5898a5673b85 req-f8413988-c772-4342-affe-5fead23b93a6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 931 time: 0.2469697 Sep 03 19:15:50.924170 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-37003817-6024-4ca3-9fcf-169e8c3c6b10 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 379 time: 0.1094933 Sep 03 19:15:50.938333 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'port': {'device_id': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'admin_state_up': True, 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'security_groups': ['9a1f7431-d4fb-4433-bb63-6b62fa2c86ad']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:50.961370 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f2b8037d-fa86-4db2-bdb2-5898a5673b85 req-e7c75fba-30cf-4b6e-8ed6-92d6ccc6f96b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326261 Sep 03 19:15:50.986271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Attempting to bind port 61e37c8d-8ef1-4efa-a399-ce78539abad4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:50.986767 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Attempting to bind port 61e37c8d-8ef1-4efa-a399-ce78539abad4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:50.987174 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Attempting to bind port 61e37c8d-8ef1-4efa-a399-ce78539abad4 on network 788f2e73-d509-49b5-943b-4323818be9b2 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:51.023683 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Port 61e37c8d-8ef1-4efa-a399-ce78539abad4 on network 788f2e73-d509-49b5-943b-4323818be9b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:15:51.030941 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Attempting to bind port 61e37c8d-8ef1-4efa-a399-ce78539abad4 on network 788f2e73-d509-49b5-943b-4323818be9b2 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:51.034837 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:51.035034 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Checking segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:51.035415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Bound using segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:51.035909 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Bound port: 61e37c8d-8ef1-4efa-a399-ce78539abad4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:51.036229 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.057657 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49966) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:51.128329 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-bfa4c03f-1353-4105-851f-c85628cb0163 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcf9f6d51cbc4a8a8241ebebbef6dc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682428 Sep 03 19:15:51.130927 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49976) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:51.160233 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] For port 61e37c8d-8ef1-4efa-a399-ce78539abad4, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:51.195219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] For port 61e37c8d-8ef1-4efa-a399-ce78539abad4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:51.249090 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a567c41b-5102-4b7a-bcf3-04730ece1e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.283788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.285201 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Made reservation on behalf of f771100ea13d4ecc9080ea60144b5ed7 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:15:51.289131 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.307784 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784d0d-1ff3-47b4-bec5-719b1ea4c664 req-84563d47-713f-4a48-87ed-668b4e844479 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:51.313523 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-09784d0d-1ff3-47b4-bec5-719b1ea4c664 req-84563d47-713f-4a48-87ed-668b4e844479 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 944 time: 0.1159909 Sep 03 19:15:51.316362 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a567c41b-5102-4b7a-bcf3-04730ece1e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.347248 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:51.347860 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.349284 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] 10.222.0.20 "PUT /v2.0/ports/61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 1093 time: 1.4399660 Sep 03 19:15:51.350881 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 22b884c6-a41f-4e22-82b6-99343d194ccd up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:51.352628 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:51.356382 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbf302-f0f0-4f60-8827-86fda4ac9105" -d '{"events": [{"name": "network-changed", "server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:51.422005 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-09784d0d-1ff3-47b4-bec5-719b1ea4c664 req-d7659a8d-b622-4324-ad2f-e5efe38f3f7e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771639 Sep 03 19:15:51.478036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6626060-8ee2-4b66-a902-4a6d97978fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=61e37c8d-8ef1-4efa-a399-ce78539abad4,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:51.521141 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a567c41b-5102-4b7a-bcf3-04730ece1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.523663 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a567c41b-5102-4b7a-bcf3-04730ece1e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.524800 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a567c41b-5102-4b7a-bcf3-04730ece1e2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65882957-4c4e-4bee-acc2-a7cb31dad23d HTTP/1.1" status: 204 len: 168 time: 0.3910136 Sep 03 19:15:51.570732 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567c41b-5102-4b7a-bcf3-04730ece1e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65882957-4c4e-4bee-acc2-a7cb31dad23d,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:51.607161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2d437d-73d7-41db-8f31-47d18acee158 x-openstack-request-id: req-ec2d437d-73d7-41db-8f31-47d18acee158 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:51.607161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:51.607161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec2d437d-73d7-41db-8f31-47d18acee158 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:51.607161 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'status': 'completed', 'code': 200} Sep 03 19:15:51.664003 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Allocated IP 172.20.0.9 (6fdb09c4-22e9-416a-9834-5cf70bb437dd/0d85436d-3125-4966-b310-453e4888ced1/e1a46e51-90d9-418e-b44d-a104ca739ab9) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:15:51.664644 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 22b884c6-a41f-4e22-82b6-99343d194ccd completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:51.670487 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 22b884c6-a41f-4e22-82b6-99343d194ccd triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:51.675149 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.675535 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-91231333-5c1a-46c1-982c-59acdba05e8e req-326ba166-0f3f-4ea8-b52c-62db6a33ba22 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0648198 Sep 03 19:15:51.725038 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 49998) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:51.740825 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-bab6cb8e-d667-45e7-b0bb-1fe7228021e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.793378 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.825564 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b884c6-a41f-4e22-82b6-99343d194ccd'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:51.853371 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-bab6cb8e-d667-45e7-b0bb-1fe7228021e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:51.858994 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-9b934af6-c199-4ddc-9fd6-1e3d65dce2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:51.860613 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-9b934af6-c199-4ddc-9fd6-1e3d65dce2c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1096 time: 0.3188398 Sep 03 19:15:51.914257 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 22b884c6-a41f-4e22-82b6-99343d194ccd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=22b884c6-a41f-4e22-82b6-99343d194ccd,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:51.916453 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec0985-968e-487f-bba8-b4609fae2f29 req-e87afb3b-dcf3-4acc-b1fa-7c258bafa037 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:51.921407 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-10ec0985-968e-487f-bba8-b4609fae2f29 req-e87afb3b-dcf3-4acc-b1fa-7c258bafa037 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 944 time: 0.1493752 Sep 03 19:15:51.925387 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-6fd6beab-3b7b-41f0-9362-f6f500c07b58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 217 time: 0.0557992 Sep 03 19:15:51.960991 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.012999 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Transition to ACTIVE for port object e1a46e51-90d9-418e-b44d-a104ca739ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:52.014542 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-bab6cb8e-d667-45e7-b0bb-1fe7228021e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.014790 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.015612 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device ed36dee5-9826-4918-b09a-470f316a10e9 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:52.033138 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-242f3bd3-6df1-4f75-aa56-9651b095a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.035592 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-242f3bd3-6df1-4f75-aa56-9651b095a705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.0980582 Sep 03 19:15:52.040067 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-10ec0985-968e-487f-bba8-b4609fae2f29 req-2a591f6f-b3ba-494f-bf0f-b11ef3c60832 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967169 Sep 03 19:15:52.073059 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6cb8e-d667-45e7-b0bb-1fe7228021e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5965925a-1265-4807-be1d-f23be9a4fc3b,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:52.095435 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-bab6cb8e-d667-45e7-b0bb-1fe7228021e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e646f014e8cd40798d4327f4dcc7485e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668568 Sep 03 19:15:52.095625 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50012) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:52.148582 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d0a4c-c490-4028-8a39-3f846fab1903" -d '{"events": [{"server_uuid": "292a5f9a-9930-4d14-a3aa-ba0924c5c356", "name": "network-vif-plugged", "status": "completed", "tag": "22b884c6-a41f-4e22-82b6-99343d194ccd"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:52.172844 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b625-3723-4134-ab81-851364f75f0a req-38118a82-4ec2-4442-ab60-fdd2408b9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.174606 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-38118a82-4ec2-4442-ab60-fdd2408b9bcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309152 Sep 03 19:15:52.204211 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=22b884c6-a41f-4e22-82b6-99343d194ccd,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:52.219221 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-350adf10-f810-4dd5-8190-0610c7e2143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.248000 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-350adf10-f810-4dd5-8190-0610c7e2143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.260290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.274873 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port ed36dee5-9826-4918-b09a-470f316a10e9 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:52.279584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port ed36dee5-9826-4918-b09a-470f316a10e9 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:52.279810 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.314332 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710f186b-0f45-4c4a-ad4c-21f2c6dff376 x-openstack-request-id: req-710f186b-0f45-4c4a-ad4c-21f2c6dff376 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:52.317003 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292a5f9a-9930-4d14-a3aa-ba0924c5c356", "name": "network-vif-plugged", "status": "completed", "tag": "22b884c6-a41f-4e22-82b6-99343d194ccd", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:52.317003 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-710f186b-0f45-4c4a-ad4c-21f2c6dff376 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:52.323386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c556d-83da-474b-9dae-82bf8982e05f req-9b35742f-cc6b-418a-8971-a2aaa8763a98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.325595 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b884c6-a41f-4e22-82b6-99343d194ccd', 'code': 200} Sep 03 19:15:52.331690 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-228c556d-83da-474b-9dae-82bf8982e05f req-9b35742f-cc6b-418a-8971-a2aaa8763a98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 943 time: 0.1762152 Sep 03 19:15:52.359287 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:15:52.363792 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:15:52.370520 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:15:52.404315 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-350adf10-f810-4dd5-8190-0610c7e2143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.408000 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-350adf10-f810-4dd5-8190-0610c7e2143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.410190 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-350adf10-f810-4dd5-8190-0610c7e2143f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5965925a-1265-4807-be1d-f23be9a4fc3b HTTP/1.1" status: 204 len: 168 time: 0.3130858 Sep 03 19:15:52.427037 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-228c556d-83da-474b-9dae-82bf8982e05f req-37080de0-415f-490e-8f60-1370b172242f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942817 Sep 03 19:15:52.446633 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350adf10-f810-4dd5-8190-0610c7e2143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5965925a-1265-4807-be1d-f23be9a4fc3b,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:52.518959 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.560229 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port ed36dee5-9826-4918-b09a-470f316a10e9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed36dee5-9826-4918-b09a-470f316a10e9,segment=NetworkSegment(345c0279-a270-4a6e-843e-2172ed773a27),segment_id=345c0279-a270-4a6e-843e-2172ed773a27)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:52.692295 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.730773 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:52.738219 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.20', 49886) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:52.760419 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-c912c4c2-14be-4458-a727-a2704afe4659 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785666 Sep 03 19:15:52.832027 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=ed36dee5-9826-4918-b09a-470f316a10e9,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:52.869546 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.869546 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.879821 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23d1b625-3723-4134-ab81-851364f75f0a req-22461909-f521-4f83-a8dc-0c5b0d0c1106 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057684 Sep 03 19:15:52.895879 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9433-67a5-4876-8291-6e1d1cc6b6a8 req-b6b2f6fc-020b-444f-b3b2-82b799aca547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.897425 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-05ed9433-67a5-4876-8291-6e1d1cc6b6a8 req-b6b2f6fc-020b-444f-b3b2-82b799aca547 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 1098 time: 0.1582415 Sep 03 19:15:52.902948 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe001-dba0-4434-a9e8-6c6ab3719823 req-00c99979-39f0-4548-a5bb-6aa8eaca2186 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.904501 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a5fbe001-dba0-4434-a9e8-6c6ab3719823 req-00c99979-39f0-4548-a5bb-6aa8eaca2186 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.1870692 Sep 03 19:15:52.928856 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba835c4-63ab-43b7-b804-b329de48dd1c req-2c1f6493-dd05-4339-9828-669706b33d5e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:52.930428 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dba835c4-63ab-43b7-b804-b329de48dd1c req-2c1f6493-dd05-4339-9828-669706b33d5e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 931 time: 0.1155002 Sep 03 19:15:52.939540 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-05ed9433-67a5-4876-8291-6e1d1cc6b6a8 req-4db50441-e9e2-481c-aa54-5e4b2815edcd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.947916 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-f87256d5-789b-43d1-ab02-1e8695b8ed91 None None] Provisioning for port e1a46e51-90d9-418e-b44d-a104ca739ab9 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:52.952277 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-f87256d5-789b-43d1-ab02-1e8695b8ed91 None None] Provisioning complete for port e1a46e51-90d9-418e-b44d-a104ca739ab9 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:52.952714 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f87256d5-789b-43d1-ab02-1e8695b8ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:52.967827 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a5fbe001-dba0-4434-a9e8-6c6ab3719823 req-a3579f9f-0355-4bbb-9b38-f78df7535315 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506792 Sep 03 19:15:52.987415 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dba835c4-63ab-43b7-b804-b329de48dd1c req-0de343e0-27a9-44ca-ae30-7cea1f9287cb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492258 Sep 03 19:15:52.991262 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f87256d5-789b-43d1-ab02-1e8695b8ed91 None None] Port e1a46e51-90d9-418e-b44d-a104ca739ab9 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:15:52.996348 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-714ba344-b205-4c66-855e-fc952056d999 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0620334 Sep 03 19:15:53.011328 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Request body: {'port': {'device_id': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:15:53.080805 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-05ed9433-67a5-4876-8291-6e1d1cc6b6a8 req-4db50441-e9e2-481c-aa54-5e4b2815edcd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.095949 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.128632 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-c48763bd-7596-4796-bf26-7fc679bf43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:53.130211 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-c48763bd-7596-4796-bf26-7fc679bf43d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1096 time: 0.0878258 Sep 03 19:15:53.134478 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-05ed9433-67a5-4876-8291-6e1d1cc6b6a8 req-4db50441-e9e2-481c-aa54-5e4b2815edcd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.164301 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-05ed9433-67a5-4876-8291-6e1d1cc6b6a8 req-4db50441-e9e2-481c-aa54-5e4b2815edcd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600379 Sep 03 19:15:53.173599 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db50441-e9e2-481c-aa54-5e4b2815edcd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdae856-d133-442e-b861-596bea9e1dd5,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:53.365477 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50062) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:53.384111 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a2e8e-7be3-4ade-b460-ede57f0a2196 req-b2b78876-e0f9-4020-bd8a-9be20124fb29 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:53.388612 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-166a2e8e-7be3-4ade-b460-ede57f0a2196 req-b2b78876-e0f9-4020-bd8a-9be20124fb29 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.2754154 Sep 03 19:15:53.463295 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-25c7afb5-d8f4-4359-9933-7ff57824d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:53.464919 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-25c7afb5-d8f4-4359-9933-7ff57824d050 service neutron] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 911 time: 0.3009984 Sep 03 19:15:53.548101 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-166a2e8e-7be3-4ade-b460-ede57f0a2196 req-3c192666-3ac9-472b-b5a9-7684d244e686 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468418 Sep 03 19:15:53.549879 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-77fca9f4-625a-4a75-9142-bfb8de3d7f5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 217 time: 0.0750248 Sep 03 19:15:53.570466 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d58ce-405f-4abe-b0bf-24ee360f8ca1 req-68243ae4-463f-4f07-abfc-d0866698550a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:53.574938 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-842d58ce-405f-4abe-b0bf-24ee360f8ca1 req-68243ae4-463f-4f07-abfc-d0866698550a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 943 time: 0.0757284 Sep 03 19:15:53.683678 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a46e51-90d9-418e-b44d-a104ca739ab9 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:53.699112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.703840 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-d3636ba9-4f23-4d45-86a1-8b8e851d2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:53.706460 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-d3636ba9-4f23-4d45-86a1-8b8e851d2cba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.1363211 Sep 03 19:15:53.726237 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Transition to ACTIVE for port object e1a46e51-90d9-418e-b44d-a104ca739ab9 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:15:53.737294 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3a7418bf-0a99-400c-96cd-b45217e69bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.755095 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-74365c91-dfb6-4114-82e5-160806567b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:53.757708 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-74365c91-dfb6-4114-82e5-160806567b14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412390 Sep 03 19:15:53.757839 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-842d58ce-405f-4abe-b0bf-24ee360f8ca1 req-58c3640e-bdaf-49a7-a808-44e38f80acd8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814797 Sep 03 19:15:53.854923 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.856098 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3a7418bf-0a99-400c-96cd-b45217e69bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:53.951520 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-2646b48c-2fbe-4dc2-917c-4a922ae4c191 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827190 Sep 03 19:15:53.966698 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3a7418bf-0a99-400c-96cd-b45217e69bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.021804 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3a7418bf-0a99-400c-96cd-b45217e69bfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f9856b535284a008613c020bf8837a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6525497 Sep 03 19:15:54.021804 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7418bf-0a99-400c-96cd-b45217e69bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da6d501-7a4d-44ad-a876-895f78ed95e9,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:54.027773 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:54.031164 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50092) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:54.091227 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Attempting to bind port e1a46e51-90d9-418e-b44d-a104ca739ab9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:15:54.091227 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Attempting to bind port e1a46e51-90d9-418e-b44d-a104ca739ab9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:15:54.097018 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Attempting to bind port e1a46e51-90d9-418e-b44d-a104ca739ab9 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:54.166721 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efacc4-0c0a-4c54-b95c-28874cea706e req-df72c3e6-45fd-4d3e-aea4-b9d7ed7fbd83 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:54.174423 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-03efacc4-0c0a-4c54-b95c-28874cea706e req-df72c3e6-45fd-4d3e-aea4-b9d7ed7fbd83 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0826020 Sep 03 19:15:54.174989 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Port e1a46e51-90d9-418e-b44d-a104ca739ab9 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:15:54.175460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Attempting to bind port e1a46e51-90d9-418e-b44d-a104ca739ab9 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:15:54.197842 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:15:54.198271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Checking segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:15:54.198743 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Bound using segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:15:54.199390 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Bound port: e1a46e51-90d9-418e-b44d-a104ca739ab9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:15:54.199856 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.238977 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-03efacc4-0c0a-4c54-b95c-28874cea706e req-18f173ca-1a8d-4164-af7a-ea3c0ec1438f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631180 Sep 03 19:15:54.289427 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc9e45-4e79-4855-abd4-1eff7e5187ea req-e1664f60-e3f1-4b78-9349-0352d5c55641 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:54.291195 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a8fc9e45-4e79-4855-abd4-1eff7e5187ea req-e1664f60-e3f1-4b78-9349-0352d5c55641 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.2070563 Sep 03 19:15:54.291976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bbb16637-fadb-4e8c-9550-5e6f62eb3800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.297513 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cebbf302-f0f0-4f60-8827-86fda4ac9105 req-fbb11103-3294-4b45-b10e-a46f0c8b0ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818580 Sep 03 19:15:54.326807 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed36dee5-9826-4918-b09a-470f316a10e9'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:54.331482 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28696dda-499d-410f-a7bf-f2cd1b78b47f" -d '{"events": [{"server_uuid": "67faee2c-54b8-4de3-bb7e-de4eb700439e", "name": "network-vif-plugged", "status": "completed", "tag": "ed36dee5-9826-4918-b09a-470f316a10e9"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:54.365900 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:15:54.369387 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bbb16637-fadb-4e8c-9550-5e6f62eb3800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.373078 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd0a45f-640f-4460-acce-028c9106e263 x-openstack-request-id: req-7bd0a45f-640f-4460-acce-028c9106e263 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:54.373450 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67faee2c-54b8-4de3-bb7e-de4eb700439e", "name": "network-vif-plugged", "status": "completed", "tag": "ed36dee5-9826-4918-b09a-470f316a10e9", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:54.373641 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:15:54.373846 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bd0a45f-640f-4460-acce-028c9106e263 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:54.374562 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed36dee5-9826-4918-b09a-470f316a10e9', 'code': 200} Sep 03 19:15:54.395247 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a8fc9e45-4e79-4855-abd4-1eff7e5187ea req-aa36eff0-8c0a-40f1-93be-c87145708ff1 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889831 Sep 03 19:15:54.438261 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.475695 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:54.476460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.478055 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 200 len: 1093 time: 1.4720194 Sep 03 19:15:54.478558 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:54.481049 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:54.507242 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b4287-87d8-4d76-88a4-cadfaf216126 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:54.537980 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c5c3b-16b6-4270-b81a-b62f95ca96a8 x-openstack-request-id: req-569c5c3b-16b6-4270-b81a-b62f95ca96a8 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:54.538402 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:54.538717 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-569c5c3b-16b6-4270-b81a-b62f95ca96a8 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:54.539529 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'status': 'completed', 'code': 200} Sep 03 19:15:54.550474 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bbb16637-fadb-4e8c-9550-5e6f62eb3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.553280 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bbb16637-fadb-4e8c-9550-5e6f62eb3800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:54.558000 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bbb16637-fadb-4e8c-9550-5e6f62eb3800 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5da6d501-7a4d-44ad-a876-895f78ed95e9 HTTP/1.1" status: 204 len: 168 time: 0.5241096 Sep 03 19:15:54.568561 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb16637-fadb-4e8c-9550-5e6f62eb3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da6d501-7a4d-44ad-a876-895f78ed95e9,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:54.750824 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310b0f5-62c3-4c3d-b8a3-4042d0fe7a13 req-0d959509-55f2-4535-9a7f-9c915428e5e2 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:54.753085 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d310b0f5-62c3-4c3d-b8a3-4042d0fe7a13 req-0d959509-55f2-4535-9a7f-9c915428e5e2 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.1109526 Sep 03 19:15:54.765272 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9 req-0a7b63bb-3cb9-4564-87df-601598182cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:54.765272 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9 req-0a7b63bb-3cb9-4564-87df-601598182cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1096 time: 0.1290646 Sep 03 19:15:54.883480 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d310b0f5-62c3-4c3d-b8a3-4042d0fe7a13 req-32952806-991a-48e3-b50a-83fb084b1355 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181138 Sep 03 19:15:54.964395 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3210246-2763-4279-bde4-6a4985128eba req-4e527408-6597-461c-9585-948bd92c9085 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:54.966892 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d3210246-2763-4279-bde4-6a4985128eba req-4e527408-6597-461c-9585-948bd92c9085 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 943 time: 0.0961268 Sep 03 19:15:55.032757 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d3210246-2763-4279-bde4-6a4985128eba req-167545fd-6a50-40e2-80c9-b8f63a7f6d0a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595460 Sep 03 19:15:55.173055 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae88f1-a03e-4582-9727-05bf08aed051 req-d8284ab3-39b3-402b-b822-9db06d523cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.174543 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-07ae88f1-a03e-4582-9727-05bf08aed051 req-d8284ab3-39b3-402b-b822-9db06d523cbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 1098 time: 0.3988211 Sep 03 19:15:55.206539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9 req-62b11779-b2b4-43c7-8385-73bee46e837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.207912 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9 req-62b11779-b2b4-43c7-8385-73bee46e837e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4311895 Sep 03 19:15:55.252360 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-07ae88f1-a03e-4582-9727-05bf08aed051 req-935e3078-37ab-4e74-a704-35570d3cbd42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678403 Sep 03 19:15:55.362518 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9 req-09caee67-7ae6-4090-b40c-08231048aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.365586 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-91e27351-8fa8-4d26-a0b8-d33fda5e6ab9 req-09caee67-7ae6-4090-b40c-08231048aa1d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493957 Sep 03 19:15:55.384027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054adc2-d8d9-4a31-ace8-be39623e93b5 req-59dbddb9-8216-4d3b-ad4a-9f824e9cca3d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.385495 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e054adc2-d8d9-4a31-ace8-be39623e93b5 req-59dbddb9-8216-4d3b-ad4a-9f824e9cca3d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0592077 Sep 03 19:15:55.426761 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e054adc2-d8d9-4a31-ace8-be39623e93b5 req-7bd518a7-6fa7-4cbd-9bfc-ce9b1bfe1e8e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348673 Sep 03 19:15:55.437005 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50156) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:55.458144 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-590f3afb-6d7d-4174-8d44-4611d37c9507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.541219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-62acc893-87f4-4272-9e7f-2c99de639f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.542762 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-62acc893-87f4-4272-9e7f-2c99de639f2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1096 time: 0.0508034 Sep 03 19:15:55.546596 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0e11-7383-4d0a-a165-1a24daa12bd8 req-4f2f9fb9-d504-4bb8-b1b3-134ce0681865 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.552542 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-00bd0e11-7383-4d0a-a165-1a24daa12bd8 req-4f2f9fb9-d504-4bb8-b1b3-134ce0681865 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0731261 Sep 03 19:15:55.598117 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-a4c20df6-ed2d-4cb4-98e6-7b3ae952b867 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 200 len: 217 time: 0.0439584 Sep 03 19:15:55.604235 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-00bd0e11-7383-4d0a-a165-1a24daa12bd8 req-6e4acd3c-68ed-4269-8cfc-61828748f0e9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488791 Sep 03 19:15:55.630069 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-590f3afb-6d7d-4174-8d44-4611d37c9507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.674184 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-5828a3c3-302b-487c-b9be-6530ebd46fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.676082 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-5828a3c3-302b-487c-b9be-6530ebd46fb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0585468 Sep 03 19:15:55.720281 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-590f3afb-6d7d-4174-8d44-4611d37c9507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.730901 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-1c73b670-5c0b-4f6d-97ef-65471f902be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:55.732636 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-1c73b670-5c0b-4f6d-97ef-65471f902be5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489452 Sep 03 19:15:55.769199 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-590f3afb-6d7d-4174-8d44-4611d37c9507 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a37d20129604d2da093988066fc542c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309517 Sep 03 19:15:55.770179 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3afb-6d7d-4174-8d44-4611d37c9507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c987845-6fc6-4ce3-befe-7e470f69a561,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:55.772689 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50172) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:55.835621 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2822dca-20f3-4a5c-bd5b-466085799995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.857685 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2822dca-20f3-4a5c-bd5b-466085799995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.863526 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-51cb9d2d-4c0c-41c3-98a1-a4a0666a428c service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211066 Sep 03 19:15:55.958875 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ab427a99-e1e9-4a99-9f2f-b9e65f5370ba req-cb9f0270-8798-48c2-b235-1ac5c53eb5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873613 Sep 03 19:15:55.972561 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2822dca-20f3-4a5c-bd5b-466085799995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.975287 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2822dca-20f3-4a5c-bd5b-466085799995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:55.979161 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c2822dca-20f3-4a5c-bd5b-466085799995 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c987845-6fc6-4ce3-befe-7e470f69a561 HTTP/1.1" status: 204 len: 168 time: 0.2055168 Sep 03 19:15:55.987865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2822dca-20f3-4a5c-bd5b-466085799995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c987845-6fc6-4ce3-befe-7e470f69a561,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:56.016790 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bec75-6e8f-444a-94f2-5e89d131a857 req-ebb800cb-81ae-4462-a6d2-52cba0e4502b tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:56.018844 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d59bec75-6e8f-444a-94f2-5e89d131a857 req-ebb800cb-81ae-4462-a6d2-52cba0e4502b tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.0579355 Sep 03 19:15:56.059659 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d59bec75-6e8f-444a-94f2-5e89d131a857 req-8d4fd503-57dc-472f-acf9-e161f6da7991 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342672 Sep 03 19:15:56.147512 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915625-810e-4e84-a166-1292498ca8ea req-3d11a1f9-2524-48e9-b9dc-3b38650f3b41 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:56.149064 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ff915625-810e-4e84-a166-1292498ca8ea req-3d11a1f9-2524-48e9-b9dc-3b38650f3b41 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 943 time: 0.0487771 Sep 03 19:15:56.192894 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ff915625-810e-4e84-a166-1292498ca8ea req-759aa792-2b66-4e05-a855-51cffb95b216 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374434 Sep 03 19:15:56.573890 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68823d8e-66a2-4096-8062-432d5cf7e28a req-7001940d-2b51-47fb-bd10-850c0eb66a02 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:56.575391 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-68823d8e-66a2-4096-8062-432d5cf7e28a req-7001940d-2b51-47fb-bd10-850c0eb66a02 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0589314 Sep 03 19:15:56.613309 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-68823d8e-66a2-4096-8062-432d5cf7e28a req-f4e163e9-47c4-4d92-8e1e-e3f979857d85 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Sep 03 19:15:57.140744 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50220) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:57.146230 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50222) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:57.180020 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef3b22-ce8e-4a4b-a7d3-cb76c3fd2acf req-ad673b33-1ef9-46b5-92f7-5cd86e793544 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:57.181643 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e3ef3b22-ce8e-4a4b-a7d3-cb76c3fd2acf req-ad673b33-1ef9-46b5-92f7-5cd86e793544 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.0549822 Sep 03 19:15:57.223125 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e3ef3b22-ce8e-4a4b-a7d3-cb76c3fd2acf req-a0aa985a-0ee0-4544-81a2-04c70579257a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Sep 03 19:15:57.309154 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-237003a6-6287-484c-b6db-48411f67042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.365128 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 61e37c8d-8ef1-4efa-a399-ce78539abad4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:15:57.373709 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-20badec8-c14b-4157-abaa-58b54adaf77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.475410 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d799756-8b5e-47a1-a8a9-555baf4e6e04 req-c16b979f-aa8e-49a4-b0ba-4cfd6e1992bd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:57.476967 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7d799756-8b5e-47a1-a8a9-555baf4e6e04 req-c16b979f-aa8e-49a4-b0ba-4cfd6e1992bd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 943 time: 0.1919322 Sep 03 19:15:57.538623 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 61e37c8d-8ef1-4efa-a399-ce78539abad4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:57.551577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'port_id': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'mac_address': 'fa:16:3e:41:02:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:15:57.599368 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.606309 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7d799756-8b5e-47a1-a8a9-555baf4e6e04 req-3ee9262d-e9c7-43e3-80ca-fdc7c6c53670 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224420 Sep 03 19:15:57.609951 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-237003a6-6287-484c-b6db-48411f67042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.621217 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e37c8d-8ef1-4efa-a399-ce78539abad4 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:57.639889 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 61e37c8d-8ef1-4efa-a399-ce78539abad4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:57.717997 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-237003a6-6287-484c-b6db-48411f67042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.732076 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.781014 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=61e37c8d-8ef1-4efa-a399-ce78539abad4,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:57.790160 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-237003a6-6287-484c-b6db-48411f67042d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1acded2c0f314311a50dd99af24da871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480157 Sep 03 19:15:57.792541 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50254) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:57.793698 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237003a6-6287-484c-b6db-48411f67042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c6222a-ed1c-4a24-8f44-f9e8ee39b4a7,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:57.805291 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4ad0-0d84-43cf-af8f-6b45679911cd req-a06058a3-e5ba-4a6e-b481-6cd4d778d833 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:57.806873 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0ab4ad0-0d84-43cf-af8f-6b45679911cd req-a06058a3-e5ba-4a6e-b481-6cd4d778d833 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.1206436 Sep 03 19:15:57.846093 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0c96c452-311c-4068-beaa-f48461d0a610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.868119 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0c96c452-311c-4068-beaa-f48461d0a610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.872869 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0ab4ad0-0d84-43cf-af8f-6b45679911cd req-6bc3b2d9-7964-41ce-8851-bbb50dfd63f6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476875 Sep 03 19:15:57.914018 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-20badec8-c14b-4157-abaa-58b54adaf77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:57.962030 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['61e37c8d-8ef1-4efa-a399-ce78539abad4'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:15:57.971802 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-20badec8-c14b-4157-abaa-58b54adaf77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.029252 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0c96c452-311c-4068-beaa-f48461d0a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.030392 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-20badec8-c14b-4157-abaa-58b54adaf77d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a221b54cf5df4f18bfc0fb20df3a9e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8831477 Sep 03 19:15:58.032977 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50266) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:58.035499 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0c96c452-311c-4068-beaa-f48461d0a610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.036788 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-0c96c452-311c-4068-beaa-f48461d0a610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7c6222a-ed1c-4a24-8f44-f9e8ee39b4a7 HTTP/1.1" status: 204 len: 168 time: 0.2432415 Sep 03 19:15:58.042586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20badec8-c14b-4157-abaa-58b54adaf77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377e4740-b9d3-4780-a1de-e786d7a25b4a,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:58.079201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96c452-311c-4068-beaa-f48461d0a610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c6222a-ed1c-4a24-8f44-f9e8ee39b4a7,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:58.102973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-acd0055e-7d5e-4b31-a630-65bab677e82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.131676 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-acd0055e-7d5e-4b31-a630-65bab677e82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.263004 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-acd0055e-7d5e-4b31-a630-65bab677e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.265887 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-acd0055e-7d5e-4b31-a630-65bab677e82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.267064 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-acd0055e-7d5e-4b31-a630-65bab677e82b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/377e4740-b9d3-4780-a1de-e786d7a25b4a HTTP/1.1" status: 204 len: 168 time: 0.2328892 Sep 03 19:15:58.275353 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0055e-7d5e-4b31-a630-65bab677e82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e4740-b9d3-4780-a1de-e786d7a25b4a,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:58.725441 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb9dcf-d81f-449f-8b95-82de0aa07086 req-eb24f2f3-edb7-4326-a631-2bb51cedccd6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:58.726921 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3feb9dcf-d81f-449f-8b95-82de0aa07086 req-eb24f2f3-edb7-4326-a631-2bb51cedccd6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 944 time: 0.0550973 Sep 03 19:15:58.775915 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3feb9dcf-d81f-449f-8b95-82de0aa07086 req-d9fb49f5-0ea8-4e30-b6d7-577b14fe59b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Sep 03 19:15:58.844756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50294) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:58.860727 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5287a5f2-5513-478a-aa89-9abcc67fa323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:58.965933 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5287a5f2-5513-478a-aa89-9abcc67fa323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.030941 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca818b-226d-415f-be54-eb4d1310a5c2 req-e9497bad-8ce9-43a4-accc-1fcbc4c4161e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:15:59.032480 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9ca818b-226d-415f-be54-eb4d1310a5c2 req-e9497bad-8ce9-43a4-accc-1fcbc4c4161e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0534589 Sep 03 19:15:59.053582 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5287a5f2-5513-478a-aa89-9abcc67fa323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.119245 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9ca818b-226d-415f-be54-eb4d1310a5c2 req-3a1b11cb-2a5c-40d0-b69d-5939a7358bec tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761435 Sep 03 19:15:59.121578 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-5287a5f2-5513-478a-aa89-9abcc67fa323 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8aeb9ec2be7f45fe9d26f1dc0a60613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741151 Sep 03 19:15:59.122481 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287a5f2-5513-478a-aa89-9abcc67fa323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422d519-685d-451b-b32a-08faf998468b,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:59.124497 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50310) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:59.189849 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-680a4b9f-1d20-44ab-b0bb-a82f62e2c029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.195093 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50314) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:59.209568 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b44d195d-6ed8-4e0c-abd9-0032b46f9c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.216092 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-680a4b9f-1d20-44ab-b0bb-a82f62e2c029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.297461 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-680a4b9f-1d20-44ab-b0bb-a82f62e2c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.300026 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-680a4b9f-1d20-44ab-b0bb-a82f62e2c029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.303653 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-680a4b9f-1d20-44ab-b0bb-a82f62e2c029 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f422d519-685d-451b-b32a-08faf998468b HTTP/1.1" status: 204 len: 168 time: 0.1755576 Sep 03 19:15:59.309170 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4b9f-1d20-44ab-b0bb-a82f62e2c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422d519-685d-451b-b32a-08faf998468b,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:59.349565 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b44d195d-6ed8-4e0c-abd9-0032b46f9c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.381370 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:15:59.383427 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 61e37c8d-8ef1-4efa-a399-ce78539abad4 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:15:59.454622 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b44d195d-6ed8-4e0c-abd9-0032b46f9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.495968 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b44d195d-6ed8-4e0c-abd9-0032b46f9c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d7047fac68b4391a6db33f6cae35d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997909 Sep 03 19:15:59.498699 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50318) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:15:59.500667 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d195d-6ed8-4e0c-abd9-0032b46f9c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1729dc-38ba-433e-bd90-f4a5287344ce,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:59.514489 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:59.526592 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'mac_address': 'fa:16:3e:cb:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:15:59.550685 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-81bab13c-8aa1-4269-b6a3-0e4f1d942549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.561981 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 61e37c8d-8ef1-4efa-a399-ce78539abad4 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:15:59.574308 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 61e37c8d-8ef1-4efa-a399-ce78539abad4 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:15:59.574681 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.577128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-81bab13c-8aa1-4269-b6a3-0e4f1d942549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.596697 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.621338 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a46e51-90d9-418e-b44d-a104ca739ab9 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:15:59.648162 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:59.693952 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.726231 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-81bab13c-8aa1-4269-b6a3-0e4f1d942549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.730737 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-81bab13c-8aa1-4269-b6a3-0e4f1d942549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.732894 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-81bab13c-8aa1-4269-b6a3-0e4f1d942549 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df1729dc-38ba-433e-bd90-f4a5287344ce HTTP/1.1" status: 204 len: 168 time: 0.2329707 Sep 03 19:15:59.749877 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:15:59.750850 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab13c-8aa1-4269-b6a3-0e4f1d942549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1729dc-38ba-433e-bd90-f4a5287344ce,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:59.789335 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:15:59.791584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686f978-bdba-49d4-8ab9-a4b65c021c37" -d '{"events": [{"server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "name": "network-vif-plugged", "status": "completed", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:15:59.830706 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 61e37c8d-8ef1-4efa-a399-ce78539abad4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:15:59.855430 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:15:59.872244 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec660c5-379a-4b66-aed4-cc35498eefaf x-openstack-request-id: req-dec660c5-379a-4b66-aed4-cc35498eefaf {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:15:59.872540 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "name": "network-vif-plugged", "status": "completed", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:15:59.872792 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dec660c5-379a-4b66-aed4-cc35498eefaf {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:15:59.873235 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'code': 200} Sep 03 19:15:59.932143 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:00.019773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['e1a46e51-90d9-418e-b44d-a104ca739ab9'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:00.022527 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=61e37c8d-8ef1-4efa-a399-ce78539abad4,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:00.062466 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2ab41-be02-46ca-bb92-c74a9f4cb72e req-f9f255d8-0332-4998-965a-11ce03f44130 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:00.064224 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-90e2ab41-be02-46ca-bb92-c74a9f4cb72e req-f9f255d8-0332-4998-965a-11ce03f44130 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0969234 Sep 03 19:16:00.116601 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-90e2ab41-be02-46ca-bb92-c74a9f4cb72e req-0e254f51-ae54-4a9e-a554-895080978cc0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454893 Sep 03 19:16:00.257876 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca5588-9f25-499c-a1fd-1564c82fdd9e req-68c3b39b-85ab-4ad6-a379-bbe846950cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:00.259411 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3ca5588-9f25-499c-a1fd-1564c82fdd9e req-68c3b39b-85ab-4ad6-a379-bbe846950cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1098 time: 0.0542214 Sep 03 19:16:00.261643 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5928e-960e-4f9c-8d82-b3d6756fc458 req-7b277e2e-542b-4365-a902-ff1be070a7e3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:00.263244 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4ca5928e-960e-4f9c-8d82-b3d6756fc458 req-7b277e2e-542b-4365-a902-ff1be070a7e3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0671120 Sep 03 19:16:00.295330 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3ca5588-9f25-499c-a1fd-1564c82fdd9e req-33a77f34-16f2-4c88-b25d-f30efba67f0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285468 Sep 03 19:16:00.301455 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4ca5928e-960e-4f9c-8d82-b3d6756fc458 req-e0e42da9-d043-483b-a9b6-7301e72ba7f7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Sep 03 19:16:00.738904 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50376) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:00.740777 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50378) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:00.763665 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-cb95d8b3-a785-4665-8adb-9891de80fcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:00.875211 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-cb95d8b3-a785-4665-8adb-9891de80fcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:00.941491 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1eaac288-ce1d-4b93-9f85-6dd6fcd3cc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:00.943733 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-cb95d8b3-a785-4665-8adb-9891de80fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:00.989287 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-cb95d8b3-a785-4665-8adb-9891de80fcbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d50246307f44ed9a1833889175e2aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467451 Sep 03 19:16:00.989287 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95d8b3-a785-4665-8adb-9891de80fcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10ed19-be37-40e2-b2e1-81efca755eb0,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:00.990138 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50398) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:01.078127 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc14f1e3-8470-4e0d-89d8-0b772d85ba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.101253 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1eaac288-ce1d-4b93-9f85-6dd6fcd3cc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.114134 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc14f1e3-8470-4e0d-89d8-0b772d85ba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.153018 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1eaac288-ce1d-4b93-9f85-6dd6fcd3cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.209455 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1eaac288-ce1d-4b93-9f85-6dd6fcd3cc28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97ad5c6653ff4b00a113ab16f32d6ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674110 Sep 03 19:16:01.209850 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50412) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:01.223722 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaac288-ce1d-4b93-9f85-6dd6fcd3cc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efaf870-5437-488b-a57c-5df8fed1f862,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:01.264254 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67a7cf-43c6-4453-ae1d-4f57a9df11fe req-3b1ac829-7a2e-4286-aea4-f60a17f4c2fb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:01.264254 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ce67a7cf-43c6-4453-ae1d-4f57a9df11fe req-3b1ac829-7a2e-4286-aea4-f60a17f4c2fb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0722148 Sep 03 19:16:01.279977 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d86e6078-de46-4038-a7c0-e2bfc408b2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.306279 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d86e6078-de46-4038-a7c0-e2bfc408b2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.318041 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ce67a7cf-43c6-4453-ae1d-4f57a9df11fe req-624ac06e-d6a2-4c1e-b6c4-79c93e53ab0c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496879 Sep 03 19:16:01.333470 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc14f1e3-8470-4e0d-89d8-0b772d85ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.336251 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc14f1e3-8470-4e0d-89d8-0b772d85ba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.337430 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-cc14f1e3-8470-4e0d-89d8-0b772d85ba5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da10ed19-be37-40e2-b2e1-81efca755eb0 HTTP/1.1" status: 204 len: 168 time: 0.3467503 Sep 03 19:16:01.346273 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14f1e3-8470-4e0d-89d8-0b772d85ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10ed19-be37-40e2-b2e1-81efca755eb0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:01.386598 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:01.449465 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d86e6078-de46-4038-a7c0-e2bfc408b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.451988 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d86e6078-de46-4038-a7c0-e2bfc408b2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.455628 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-d86e6078-de46-4038-a7c0-e2bfc408b2ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8efaf870-5437-488b-a57c-5df8fed1f862 HTTP/1.1" status: 204 len: 168 time: 0.2420678 Sep 03 19:16:01.464557 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6887-b30e-4af1-9fc0-8402e284cf32 req-533697a1-26aa-448a-9f13-58b617c7e684 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:01.466241 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bccb6887-b30e-4af1-9fc0-8402e284cf32 req-533697a1-26aa-448a-9f13-58b617c7e684 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0642896 Sep 03 19:16:01.471981 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e6078-de46-4038-a7c0-e2bfc408b2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efaf870-5437-488b-a57c-5df8fed1f862,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:01.510102 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port e1a46e51-90d9-418e-b44d-a104ca739ab9 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:01.514546 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port e1a46e51-90d9-418e-b44d-a104ca739ab9 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:01.514919 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.521475 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bccb6887-b30e-4af1-9fc0-8402e284cf32 req-1740261e-934a-4893-a99b-52ca01d4a406 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465384 Sep 03 19:16:01.610498 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.669569 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:01.731649 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:01.782118 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:01.874330 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:01.878577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3c2801-6562-4e9c-b7a5-853f67db95fa" -d '{"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-plugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:01.920731 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f2b7b0-dbb5-4064-bae3-4efdf076e28e x-openstack-request-id: req-12f2b7b0-dbb5-4064-bae3-4efdf076e28e {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:01.921045 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-plugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:01.921287 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12f2b7b0-dbb5-4064-bae3-4efdf076e28e {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:01.921670 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'code': 200} Sep 03 19:16:02.276093 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cfba6-be20-46db-8712-37e4b291b312 req-3029f887-1f17-42f6-8e92-a2c097bbfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:02.277501 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e50cfba6-be20-46db-8712-37e4b291b312 req-3029f887-1f17-42f6-8e92-a2c097bbfcac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1098 time: 0.0390668 Sep 03 19:16:02.314372 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e50cfba6-be20-46db-8712-37e4b291b312 req-6bf6feeb-e826-4de0-8d22-6d9d873e36a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283821 Sep 03 19:16:02.406522 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50464) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:02.421663 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-06ae73a5-25b4-4f0f-9388-343966f62c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:02.430652 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bc83d-cb8f-441b-bee9-2328772b20be req-2dddf36a-309c-414b-ac5c-b7d2e36a35ea tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:02.432241 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e32bc83d-cb8f-441b-bee9-2328772b20be req-2dddf36a-309c-414b-ac5c-b7d2e36a35ea tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Sep 03 19:16:02.476454 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e32bc83d-cb8f-441b-bee9-2328772b20be req-b69d833f-4530-44b6-a181-4b1577582b22 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Sep 03 19:16:02.528196 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-06ae73a5-25b4-4f0f-9388-343966f62c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:02.588748 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-06ae73a5-25b4-4f0f-9388-343966f62c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:02.634811 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-06ae73a5-25b4-4f0f-9388-343966f62c72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88733a3c418b4cc2a8260c9ee8937177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271538 Sep 03 19:16:02.642301 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7953-767e-48a5-a399-52f31228b38a req-402947ed-4522-4977-b72c-fac3b2d725a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:02.643797 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f7a7953-767e-48a5-a399-52f31228b38a req-402947ed-4522-4977-b72c-fac3b2d725a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0902474 Sep 03 19:16:02.644841 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50470) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:02.646102 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b3c7-b85e-41f5-be0a-ba7f72d7c929 req-17a11f2f-0039-4f09-9664-159bccbfe3c4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:02.650867 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae73a5-25b4-4f0f-9388-343966f62c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c586c-dcf2-4f65-8f9d-7c035b81a90d,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:02.653265 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50472) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:02.662816 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'floatingip': {'port_id': '61e37c8d-8ef1-4efa-a399-ce78539abad4'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:02.663095 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8530b3c7-b85e-41f5-be0a-ba7f72d7c929 req-17a11f2f-0039-4f09-9664-159bccbfe3c4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0675678 Sep 03 19:16:02.702967 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8530b3c7-b85e-41f5-be0a-ba7f72d7c929 req-9db20460-74b1-4cf1-b55a-14d61ae49553 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Sep 03 19:16:02.764408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:02.840246 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:02.863366 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb1ab-4e3f-42f8-b404-02b1c8dd6a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:02.945534 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb1ab-4e3f-42f8-b404-02b1c8dd6a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:03.161995 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb1ab-4e3f-42f8-b404-02b1c8dd6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:03.164588 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb1ab-4e3f-42f8-b404-02b1c8dd6a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:03.165786 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ed3fb1ab-4e3f-42f8-b404-02b1c8dd6a05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/577c586c-dcf2-4f65-8f9d-7c035b81a90d HTTP/1.1" status: 204 len: 168 time: 0.5200016 Sep 03 19:16:03.385981 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fb1ab-4e3f-42f8-b404-02b1c8dd6a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c586c-dcf2-4f65-8f9d-7c035b81a90d,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:03.622433 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:03.691364 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:03.798599 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Floating IP 8061c04b-10a8-45d7-9491-0ebe179a274b associated. External IP: 172.27.3.179, port: 61e37c8d-8ef1-4efa-a399-ce78539abad4. Sep 03 19:16:03.935356 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae231-c96f-4574-9198-55bae7279182 req-47bcd8fe-b3ea-4cfa-b60e-6bf6d6a58d7e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:03.937198 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a10ae231-c96f-4574-9198-55bae7279182 req-47bcd8fe-b3ea-4cfa-b60e-6bf6d6a58d7e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0713716 Sep 03 19:16:04.066701 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a10ae231-c96f-4574-9198-55bae7279182 req-bc168d6a-01c2-47d5-850c-c4669e011419 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195924 Sep 03 19:16:04.125287 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:16:04.208506 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8022-3e90-488b-9789-a78e83d322f1 req-707026f7-7b0f-4174-874a-eea2a8c0ad60 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:04.214688 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-adbd8022-3e90-488b-9789-a78e83d322f1 req-707026f7-7b0f-4174-874a-eea2a8c0ad60 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0584972 Sep 03 19:16:04.220044 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50554) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:04.231301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'floatingip': {'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:04.255103 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:16:04.260528 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:04.270273 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:16:04.287148 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:04.289630 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:04.297406 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6b6a40b1-decc-4fb3-9c0e-51e04c96f33b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "PUT /v2.0/floatingips/8061c04b-10a8-45d7-9491-0ebe179a274b HTTP/1.1" status: 200 len: 991 time: 1.6420794 Sep 03 19:16:04.298153 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:04.415534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:04.490247 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:04.629651 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50580) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:04.740000 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ad501-6e4a-45f4-ae54-fffd7033a124" -d '{"events": [{"name": "network-changed", "server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:04.989796 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '8061c04b-10a8-45d7-9491-0ebe179a274b', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'port_id': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'mac_address': 'fa:16:3e:41:02:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:15:42Z', 'updated_at': '2021-09-03T19:16:03Z', 'revision_number': 1, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:05.024453 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:16:05.035329 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:05.036100 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:05.042002 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725037548-network', 'tenant_id': '4a01ef1d723a40cf988e79c72d698a6b'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:05.103826 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d97d8d-b833-4873-a9ec-ff4117d75461 x-openstack-request-id: req-b4d97d8d-b833-4873-a9ec-ff4117d75461 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:05.103826 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:05.103826 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4d97d8d-b833-4873-a9ec-ff4117d75461 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:05.104096 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'status': 'completed', 'code': 200} Sep 03 19:16:05.145402 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:05.167392 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Made reservation on behalf of 4a01ef1d723a40cf988e79c72d698a6b for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:05.169504 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:05.202976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:05.230138 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.db.resource_extend [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 19:16:05.388230 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '8061c04b-10a8-45d7-9491-0ebe179a274b', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'port_id': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'mac_address': 'fa:16:3e:41:02:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:15:42Z', 'updated_at': '2021-09-03T19:16:03Z', 'revision_number': 1, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:05.438684 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdfbbc-c63c-476d-966b-3113d86a90a8 None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '8061c04b-10a8-45d7-9491-0ebe179a274b', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'port_id': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'mac_address': 'fa:16:3e:41:02:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:15:42Z', 'updated_at': '2021-09-03T19:16:03Z', 'revision_number': 1, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:16:05.574950 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:05.578214 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-996151e0-1b0e-44b6-8598-c19ae133b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:05.578783 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-996151e0-1b0e-44b6-8598-c19ae133b36b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1098 time: 0.4241159 Sep 03 19:16:05.668882 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:05.682119 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3beb68-f9f8-4c37-bd78-b6ba590c5bce None None] New status for floating IP 8061c04b-10a8-45d7-9491-0ebe179a274b: ACTIVE {{(pid=94493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:16:05.783989 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-c9531044-dc25-4a11-8b25-89a7af7b58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:05.785512 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-c9531044-dc25-4a11-8b25-89a7af7b58f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 911 time: 0.1985643 Sep 03 19:16:05.876169 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:05.903160 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Floating IP 0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f associated. External IP: 172.27.3.221, port: e1a46e51-90d9-418e-b44d-a104ca739ab9. Sep 03 19:16:05.963631 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:05.996379 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-33fd4bb3-09cd-4721-9330-5981d50a62b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 999 time: 0.2009251 Sep 03 19:16:06.056190 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:16:06.064183 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50636) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:06.085574 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074f6739-3c9f-4986-91d3-08ec9fdc10c0,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:06.095202 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.095544 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Added segment eb2d22e7-7d12-4c33-a0b8-d0a0ef46658b of type vlan for network cda70908-aa5d-43bb-8b74-6f88ed432a69 Sep 03 19:16:06.112800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-92301d7e-4df1-4a4e-acdb-24cc0e4ac03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:06.114400 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-92301d7e-4df1-4a4e-acdb-24cc0e4ac03d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.1011376 Sep 03 19:16:06.181727 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.199994 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c1b07de5-de52-4946-9130-fba27fe63408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.278257 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-d548cadc-8ce2-4bd6-ab8e-b00a7cd5537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:06.279816 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-d548cadc-8ce2-4bd6-ab8e-b00a7cd5537b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1412840 Sep 03 19:16:06.286853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c1b07de5-de52-4946-9130-fba27fe63408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.349124 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c1b07de5-de52-4946-9130-fba27fe63408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.374878 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:16:06.375721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.385920 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:06.385920 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.410226 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c1b07de5-de52-4946-9130-fba27fe63408 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b3bcbd6e78748ad9b09fa4e8ec8e9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449013 Sep 03 19:16:06.418555 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b07de5-de52-4946-9130-fba27fe63408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0026fc3d-f149-418b-98ea-25cd98d2264e,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:06.420175 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50650) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:06.479353 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3315bd52-0657-4fd2-9e68-0c6fec5211a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.484651 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-241168f6-e67a-449c-a894-949bac3d2e97 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817896 Sep 03 19:16:06.506181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3315bd52-0657-4fd2-9e68-0c6fec5211a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.509300 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] Pushing event updated for resources: {'Network': ['ID=cda70908-aa5d-43bb-8b74-6f88ed432a69,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:06.521604 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network cda70908-aa5d-43bb-8b74-6f88ed432a69 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:16:06.522968 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-12951724-3bb8-4ad0-99c7-89a325b1c24d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8919108 Sep 03 19:16:06.535981 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50656) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:06.550967 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Request body: {'subnet': {'network_id': 'cda70908-aa5d-43bb-8b74-6f88ed432a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725037548-subnet', 'tenant_id': '4a01ef1d723a40cf988e79c72d698a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:06.612583 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50660) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:06.691185 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bf7ad501-6e4a-45f4-ae54-fffd7033a124 req-1c67236f-8186-4e9c-9e3a-c3f85a52e625 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792250 Sep 03 19:16:06.695783 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:16:06.701448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.708719 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Made reservation on behalf of 4a01ef1d723a40cf988e79c72d698a6b for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:06.709345 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:16:06.710994 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.720032 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:06.722839 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:06.742721 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e2ca35c3-aaa8-4af9-a4e4-c2c51a05351d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "PUT /v2.0/floatingips/0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f HTTP/1.1" status: 200 len: 991 time: 2.5183523 Sep 03 19:16:06.742721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:06.743606 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7" -d '{"events": [{"name": "network-changed", "server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:06.769300 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3315bd52-0657-4fd2-9e68-0c6fec5211a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.773233 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3315bd52-0657-4fd2-9e68-0c6fec5211a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.789164 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3315bd52-0657-4fd2-9e68-0c6fec5211a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0026fc3d-f149-418b-98ea-25cd98d2264e HTTP/1.1" status: 204 len: 168 time: 0.3632529 Sep 03 19:16:06.798205 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-da484887-3489-449b-88d7-535dc2d0ae98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:06.814196 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315bd52-0657-4fd2-9e68-0c6fec5211a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0026fc3d-f149-418b-98ea-25cd98d2264e,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:06.819885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affb188-e6ce-48bc-85c5-6d24ec10bb3f x-openstack-request-id: req-6affb188-e6ce-48bc-85c5-6d24ec10bb3f {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:06.820241 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:06.820500 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6affb188-e6ce-48bc-85c5-6d24ec10bb3f {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:06.833837 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'status': 'completed', 'code': 200} Sep 03 19:16:06.855407 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:06.939245 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-b200100c-3bb4-4e08-8dc9-c6440286bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:06.941393 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-b200100c-3bb4-4e08-8dc9-c6440286bdfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1098 time: 0.0965993 Sep 03 19:16:07.018271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-da484887-3489-449b-88d7-535dc2d0ae98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.086744 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-c5a3f92b-fbce-4a36-9ca8-bc0fb9eb1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:07.088271 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-c5a3f92b-fbce-4a36-9ca8-bc0fb9eb1dd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0998969 Sep 03 19:16:07.091600 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-da484887-3489-449b-88d7-535dc2d0ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.120677 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.125156 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-da484887-3489-449b-88d7-535dc2d0ae98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eeabc41ce4fc46a8a25a366c7079e43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088339 Sep 03 19:16:07.125367 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50672) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:07.142066 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'mac_address': 'fa:16:3e:cb:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:15:44Z', 'updated_at': '2021-09-03T19:16:05Z', 'revision_number': 1, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:07.183019 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da484887-3489-449b-88d7-535dc2d0ae98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8476f2-1ec9-4954-9815-f5a5d19ae67c,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:07.200166 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-f6467bee-9188-4832-8ba6-554b76c50893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 200 len: 999 time: 0.0822904 Sep 03 19:16:07.217514 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c84b5a42-2bbd-4aba-a80b-7f43c568f1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.227535 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bd9890-95ae-4ffe-be4f-108757cda563,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:07.239001 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:16:07.270492 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:07.273068 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:15:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:07.284602 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c84b5a42-2bbd-4aba-a80b-7f43c568f1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.315563 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Checking segment: {'id': 'eb2d22e7-7d12-4c33-a0b8-d0a0ef46658b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cda70908-aa5d-43bb-8b74-6f88ed432a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:07.321457 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Network hostable DHCP agents. Network: cda70908-aa5d-43bb-8b74-6f88ed432a69, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:16:07.343405 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-eb625894-d1e4-4d17-8e2b-6ca08d6fdf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:07.348783 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-eb625894-d1e4-4d17-8e2b-6ca08d6fdf1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.1144691 Sep 03 19:16:07.349226 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:16:07.429562 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-079a11c2-aa49-42e9-90f8-c657d3193a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:07.431537 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-079a11c2-aa49-42e9-90f8-c657d3193a43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775576 Sep 03 19:16:07.450131 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:07.457291 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Network cda70908-aa5d-43bb-8b74-6f88ed432a69 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:16:07.479813 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c84b5a42-2bbd-4aba-a80b-7f43c568f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.482532 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c84b5a42-2bbd-4aba-a80b-7f43c568f1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.485761 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c84b5a42-2bbd-4aba-a80b-7f43c568f1a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a8476f2-1ec9-4954-9815-f5a5d19ae67c HTTP/1.1" status: 204 len: 168 time: 0.3594484 Sep 03 19:16:07.500517 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b5a42-2bbd-4aba-a80b-7f43c568f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8476f2-1ec9-4954-9815-f5a5d19ae67c,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:07.539580 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-373d8464-7755-4c6a-8ca3-5c251510f873 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000605 Sep 03 19:16:07.567989 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, cda70908-aa5d-43bb-8b74-6f88ed432a69) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:07.573390 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:07.574209 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.583266 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5952e3-a00c-4389-afae-dc198fee1791 None None] Network cda70908-aa5d-43bb-8b74-6f88ed432a69 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:07.654793 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d2f4ae67-f136-42cf-b568-9cce6f2e52d7 req-0ea22200-bfe0-4814-a543-5f677370c8a3 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044927 Sep 03 19:16:07.659917 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1765e963-370f-4541-8045-7c119234e223 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1228998 Sep 03 19:16:07.701800 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50694) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:07.728373 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fef59a18-01a7-44d2-afdd-16258b7c8fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:07.784333 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1170297-27b9-48e0-bbff-8018eb5d6425 None None] Network cda70908-aa5d-43bb-8b74-6f88ed432a69 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:07.786004 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'mac_address': 'fa:16:3e:cb:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:15:44Z', 'updated_at': '2021-09-03T19:16:05Z', 'revision_number': 1, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:07.820027 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0b0de-fdcb-430c-9516-d103aa55fbee None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'mac_address': 'fa:16:3e:cb:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:15:44Z', 'updated_at': '2021-09-03T19:16:05Z', 'revision_number': 1, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:16:07.963331 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fef59a18-01a7-44d2-afdd-16258b7c8fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.063046 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fef59a18-01a7-44d2-afdd-16258b7c8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.106177 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-fef59a18-01a7-44d2-afdd-16258b7c8fd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04a946fb81354025aeaf6981fb986a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032645 Sep 03 19:16:08.106996 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef59a18-01a7-44d2-afdd-16258b7c8fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5743f29-59c4-45e0-a5ac-17be06f11307,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:08.109248 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50714) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:08.119944 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08f6ad-8320-45bd-98e0-248851520083 None None] New status for floating IP 0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f: ACTIVE {{(pid=94493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:16:08.236882 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-c71c7c32-135e-41b5-983c-08cca455cbb0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:08.238481 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-c71c7c32-135e-41b5-983c-08cca455cbb0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.1647527 Sep 03 19:16:08.243105 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e2ac-a6e2-4fb1-acb9-df0227588f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.273655 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-a41eeb69-6a72-4df8-94ae-0c5f6a65873b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/quotas/f164a913448f4d30b01add0c20acb44d HTTP/1.1" status: 200 len: 375 time: 0.0244572 Sep 03 19:16:08.275452 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e2ac-a6e2-4fb1-acb9-df0227588f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.281005 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 50718) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:08.294077 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0653-8fca-494f-8b68-94132644c143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.344441 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-2eafbd95-f06e-4c28-9640-842eb8097ad0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621355 Sep 03 19:16:08.402499 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0653-8fca-494f-8b68-94132644c143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.418963 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e2ac-a6e2-4fb1-acb9-df0227588f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.421524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e2ac-a6e2-4fb1-acb9-df0227588f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.425009 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-d8d8e2ac-a6e2-4fb1-acb9-df0227588f80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5743f29-59c4-45e0-a5ac-17be06f11307 HTTP/1.1" status: 204 len: 168 time: 0.3123949 Sep 03 19:16:08.438752 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8e2ac-a6e2-4fb1-acb9-df0227588f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5743f29-59c4-45e0-a5ac-17be06f11307,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:08.465007 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-04bbcf6a-3b54-4905-a918-9d601dc42fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112404 Sep 03 19:16:08.469017 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0653-8fca-494f-8b68-94132644c143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.513726 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0653-8fca-494f-8b68-94132644c143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe83d3c-c5c5-4118-903f-a800a38b06c8,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:08.551934 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2bcb0653-8fca-494f-8b68-94132644c143 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd1dd1c8337742739775b183c710029e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671037 Sep 03 19:16:08.552036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50734) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:08.637954 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-62ebfcc5-ca65-4567-96d2-1785d9cc3535 service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657999 Sep 03 19:16:08.647139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-502839d3-805b-448f-b0c9-fb0f76f8857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.669446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-502839d3-805b-448f-b0c9-fb0f76f8857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.857556 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-502839d3-805b-448f-b0c9-fb0f76f8857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.862181 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-502839d3-805b-448f-b0c9-fb0f76f8857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:08.863424 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-502839d3-805b-448f-b0c9-fb0f76f8857f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbe83d3c-c5c5-4118-903f-a800a38b06c8 HTTP/1.1" status: 204 len: 168 time: 0.3105924 Sep 03 19:16:08.871693 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502839d3-805b-448f-b0c9-fb0f76f8857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe83d3c-c5c5-4118-903f-a800a38b06c8,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:08.908676 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50750) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:08.915139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-580937651-network', 'tenant_id': '117ee35816c947b8847c460c8027330d'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:09.006365 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-99ff6d45-bf0e-414c-9cfa-212a49a79170 req-fefcbdf7-d428-47ea-a274-1997d17bb100 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 210 time: 0.0349104 Sep 03 19:16:09.057073 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Made reservation on behalf of 117ee35816c947b8847c460c8027330d for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:09.059783 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.069156 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.190959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.211466 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4e8c128c-1344-4dc9-a017-7397e6f58760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.303201 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.344175 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:16:09.354818 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d10f627-5175-403f-a1e5-dfabe5cba0cc,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:09.361143 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.362286 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Added segment 862c9d29-0829-4881-bcbe-db14d026b7d3 of type vlan for network 7474e085-c2b8-4113-a78b-a5ac8ecb4772 Sep 03 19:16:09.412085 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.520368 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.521383 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:09.521974 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:09.817007 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] Pushing event updated for resources: {'Network': ['ID=7474e085-c2b8-4113-a78b-a5ac8ecb4772,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:09.820987 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-02e001f3-63a4-45a6-a402-88f3da5443ff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9104495 Sep 03 19:16:09.824045 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50802) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:09.828467 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 7474e085-c2b8-4113-a78b-a5ac8ecb4772 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:16:09.829884 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Request body: {'subnet': {'network_id': '7474e085-c2b8-4113-a78b-a5ac8ecb4772', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-580937651-subnet', 'tenant_id': '117ee35816c947b8847c460c8027330d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:09.937385 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Made reservation on behalf of 117ee35816c947b8847c460c8027330d for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:09.940792 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60469711'] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:10.144982 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ab88ea9-9334-42fc-9dd5-dfa020a8286b req-2f718f49-8aa4-4a8d-9d31-fb56506460ee tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 210 time: 0.0579879 Sep 03 19:16:10.228726 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59879139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60469729'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:10.290691 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0784bd40-1b4b-49ad-b633-076ec27eefca,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:10.296019 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Checking segment: {'id': '862c9d29-0829-4881-bcbe-db14d026b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7474e085-c2b8-4113-a78b-a5ac8ecb4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:10.296409 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Network hostable DHCP agents. Network: 7474e085-c2b8-4113-a78b-a5ac8ecb4772, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:16:10.434230 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Network 7474e085-c2b8-4113-a78b-a5ac8ecb4772 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:16:10.497183 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 7474e085-c2b8-4113-a78b-a5ac8ecb4772) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:10.505463 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:10.506214 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:10.508210 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c4a90-853f-47be-a853-0f982fbc69b2 None None] Network 7474e085-c2b8-4113-a78b-a5ac8ecb4772 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:10.566537 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e1767220-decb-4c3f-97ea-4a1f181e848a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7417488 Sep 03 19:16:10.676528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e12e6-3ea6-4206-8c68-ea9602cb2bee None None] Network 7474e085-c2b8-4113-a78b-a5ac8ecb4772 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:10.991665 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-c900a30a-5e92-4d43-b4e9-971d035ff5bf tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:10.993444 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-c900a30a-5e92-4d43-b4e9-971d035ff5bf tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.1181514 Sep 03 19:16:11.016849 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Request body: {'port': {'device_id': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'admin_state_up': True, 'tenant_id': 'f164a913448f4d30b01add0c20acb44d'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:11.182840 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Made reservation on behalf of f164a913448f4d30b01add0c20acb44d for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:11.186661 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:11.290746 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f7a0c0c-9c03-459e-b8d4-54f67969eeff req-701a93ee-396f-4d12-a013-7e29d50b8ce5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 210 time: 0.0467539 Sep 03 19:16:11.354729 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Allocated IP 172.20.0.6 (d743c112-d1b0-40bf-a632-6ff6d6c65afb/233570f3-e983-4a43-b1c3-84f4d93f8859/c97443fd-40d3-4025-8c9f-ea9453ed491d) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:11.499290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:11.599329 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:11.613864 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:11.647370 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:11.650381 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:11.654268 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:11.669596 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-34b00750-2960-4290-9f56-63d8a36066a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:11.684988 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event updated for resources: {'Port': ['ID=c97443fd-40d3-4025-8c9f-ea9453ed491d,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:11.720553 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:11.721698 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:11.784793 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-beffd344-edb5-42f3-a373-e401aa33befd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744174 Sep 03 19:16:11.803861 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Request body: {'port': {'device_id': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:11.857615 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.062719 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.137873 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97443fd-40d3-4025-8c9f-ea9453ed491d {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:12.146304 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.159016 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Transition to ACTIVE for port object c97443fd-40d3-4025-8c9f-ea9453ed491d will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:12.234203 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.286798 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Pushing event updated for resources: {'Port': ['ID=c97443fd-40d3-4025-8c9f-ea9453ed491d,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:12.357491 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Attempting to bind port c97443fd-40d3-4025-8c9f-ea9453ed491d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:12.357826 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Attempting to bind port c97443fd-40d3-4025-8c9f-ea9453ed491d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:12.358155 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Attempting to bind port c97443fd-40d3-4025-8c9f-ea9453ed491d on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:12.363812 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Port c97443fd-40d3-4025-8c9f-ea9453ed491d on network d743c112-d1b0-40bf-a632-6ff6d6c65afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:16:12.364285 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Attempting to bind port c97443fd-40d3-4025-8c9f-ea9453ed491d on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:12.369367 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:12.369579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Checking segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:12.369959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Bound using segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:12.370434 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Bound port: c97443fd-40d3-4025-8c9f-ea9453ed491d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:12.370790 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.420708 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc55006-a9f6-46b0-a7c5-78c26e3100b8 req-188e7e09-ad0f-49d1-95a0-229577ae2dc3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:12.422248 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3bc55006-a9f6-46b0-a7c5-78c26e3100b8 req-188e7e09-ad0f-49d1-95a0-229577ae2dc3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 943 time: 0.0546954 Sep 03 19:16:12.439027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] For port c97443fd-40d3-4025-8c9f-ea9453ed491d, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:12.442285 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] For port c97443fd-40d3-4025-8c9f-ea9453ed491d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c97443fd-40d3-4025-8c9f-ea9453ed491d,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:12.464240 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3bc55006-a9f6-46b0-a7c5-78c26e3100b8 req-6c27e755-779e-45cc-b11c-9f02cee9f04f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Sep 03 19:16:12.520311 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.560215 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:12.560843 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.562302 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] 10.222.0.20 "PUT /v2.0/ports/c97443fd-40d3-4025-8c9f-ea9453ed491d HTTP/1.1" status: 200 len: 1093 time: 0.7634110 Sep 03 19:16:12.562737 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'tag': 'c97443fd-40d3-4025-8c9f-ea9453ed491d'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:12.565010 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b8799-5fc1-4727-8829-60bf8c563e58" -d '{"events": [{"name": "network-changed", "server_uuid": "565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe", "tag": "c97443fd-40d3-4025-8c9f-ea9453ed491d"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:12.586934 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae6bf9-790c-47a8-b4b2-ae1e0c750c1c service neutron] Pushing event updated for resources: {'Port': ['ID=c97443fd-40d3-4025-8c9f-ea9453ed491d,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:12.605678 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a47afc2-8500-419f-9efc-52475fce537b x-openstack-request-id: req-4a47afc2-8500-419f-9efc-52475fce537b {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:12.605972 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe", "tag": "c97443fd-40d3-4025-8c9f-ea9453ed491d", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:12.606211 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a47afc2-8500-419f-9efc-52475fce537b {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:12.606599 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'tag': 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'status': 'completed', 'code': 200} Sep 03 19:16:12.689847 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b8799-5fc1-4727-8829-60bf8c563e58 req-081b2187-b56d-40a5-a7da-4e0ac9530730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:12.691613 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-477b8799-5fc1-4727-8829-60bf8c563e58 req-081b2187-b56d-40a5-a7da-4e0ac9530730 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 1096 time: 0.0455425 Sep 03 19:16:12.719989 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:12.805611 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b8799-5fc1-4727-8829-60bf8c563e58 req-91043896-44fc-4d6a-92f1-40f6740abb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:12.807104 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-477b8799-5fc1-4727-8829-60bf8c563e58 req-91043896-44fc-4d6a-92f1-40f6740abb7c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f164a913448f4d30b01add0c20acb44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966911 Sep 03 19:16:12.919720 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b8799-5fc1-4727-8829-60bf8c563e58 req-dfdaeeea-acdc-4945-99c2-f9dd106e8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:12.921385 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-477b8799-5fc1-4727-8829-60bf8c563e58 req-dfdaeeea-acdc-4945-99c2-f9dd106e8124 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911193 Sep 03 19:16:13.017214 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-29221952-075a-43cb-827a-d067169d300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:13.019257 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-29221952-075a-43cb-827a-d067169d300b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 1096 time: 0.0408885 Sep 03 19:16:13.067852 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-6ef00b87-7d8e-4837-8ff0-b2fedba463e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97443fd-40d3-4025-8c9f-ea9453ed491d HTTP/1.1" status: 200 len: 217 time: 0.0381312 Sep 03 19:16:13.124038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-92fcf28b-a58d-42bd-83d4-e7fdd5d1c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:13.125512 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-92fcf28b-a58d-42bd-83d4-e7fdd5d1c9a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=233570f3-e983-4a43-b1c3-84f4d93f8859 HTTP/1.1" status: 200 len: 855 time: 0.0439749 Sep 03 19:16:13.161952 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-04aa2700-86b8-4d5e-80c2-60d087b2c1ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d743c112-d1b0-40bf-a632-6ff6d6c65afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231552 Sep 03 19:16:13.279628 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-da4092dd-9828-448a-995f-7544f331d186 service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088250 Sep 03 19:16:13.397750 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5591f7af-bf28-4b10-85f6-1e38675e84fe req-88d5fe44-174c-405c-a498-6a33953e74db service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920055 Sep 03 19:16:13.597908 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4551-2b61-4573-9789-101a2143e27d req-b6a72ebe-e540-43f4-9ab9-78340c191190 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:13.599374 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-65fa4551-2b61-4573-9789-101a2143e27d req-b6a72ebe-e540-43f4-9ab9-78340c191190 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 943 time: 0.0486372 Sep 03 19:16:13.636343 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-65fa4551-2b61-4573-9789-101a2143e27d req-b8dce539-f929-43f3-9b2e-7cf3e8d279b9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Sep 03 19:16:14.337317 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:14.761204 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7b22-3ef9-4009-aaf8-88ec355298b3 req-7229b82d-2f1a-4b41-b39d-4234b7a179ac tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:14.761204 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-607b7b22-3ef9-4009-aaf8-88ec355298b3 req-7229b82d-2f1a-4b41-b39d-4234b7a179ac tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 943 time: 0.0532112 Sep 03 19:16:14.818054 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-607b7b22-3ef9-4009-aaf8-88ec355298b3 req-4e3bc5d4-fd4b-4297-acd8-9dcdfb0be915 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509043 Sep 03 19:16:14.856900 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 50996) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:14.997541 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-b207ac7b-e9dd-4fc8-9f48-55375e3f86c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.069356 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51014) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:15.099519 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-b207ac7b-e9dd-4fc8-9f48-55375e3f86c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.173419 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-b207ac7b-e9dd-4fc8-9f48-55375e3f86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.189006 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-22b55555-1df1-4b9c-b8fe-11479d8a7be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.227863 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-b207ac7b-e9dd-4fc8-9f48-55375e3f86c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b4d7396c2d0413e9433f45e71445355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698132 Sep 03 19:16:15.230667 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51018) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:15.234909 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207ac7b-e9dd-4fc8-9f48-55375e3f86c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad23bb-d51a-4dd5-a0c5-91f5d67220f3,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:15.280827 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a72564e8-d34e-41d2-ac5d-b67baa65ef99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.304357 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a72564e8-d34e-41d2-ac5d-b67baa65ef99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.307641 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-22b55555-1df1-4b9c-b8fe-11479d8a7be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.382778 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-22b55555-1df1-4b9c-b8fe-11479d8a7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.421332 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-22b55555-1df1-4b9c-b8fe-11479d8a7be5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5ba8d7f094a40adb8c8f3d5fe1874e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511806 Sep 03 19:16:15.422339 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b55555-1df1-4b9c-b8fe-11479d8a7be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa7366c-e951-43c3-b33f-f3a901272fcc,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:15.425096 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51020) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:15.433939 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a72564e8-d34e-41d2-ac5d-b67baa65ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.436408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a72564e8-d34e-41d2-ac5d-b67baa65ef99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.437638 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a72564e8-d34e-41d2-ac5d-b67baa65ef99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40ad23bb-d51a-4dd5-a0c5-91f5d67220f3 HTTP/1.1" status: 204 len: 168 time: 0.2053432 Sep 03 19:16:15.457911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72564e8-d34e-41d2-ac5d-b67baa65ef99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad23bb-d51a-4dd5-a0c5-91f5d67220f3,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:15.495403 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc21242a-b563-4d5b-8e7e-6a03ede75fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.520256 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc21242a-b563-4d5b-8e7e-6a03ede75fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.591189 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bc35a-c1e5-408b-8c9f-5694c971aec8 req-bff0a83b-0df3-406d-8651-9dc05e1e3a6a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:15.592632 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-476bc35a-c1e5-408b-8c9f-5694c971aec8 req-bff0a83b-0df3-406d-8651-9dc05e1e3a6a tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.0660706 Sep 03 19:16:15.628623 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-476bc35a-c1e5-408b-8c9f-5694c971aec8 req-b462383a-305a-4d23-8c8d-6d2546677d86 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294266 Sep 03 19:16:15.645410 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc21242a-b563-4d5b-8e7e-6a03ede75fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.648158 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc21242a-b563-4d5b-8e7e-6a03ede75fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:15.651542 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-fc21242a-b563-4d5b-8e7e-6a03ede75fcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aa7366c-e951-43c3-b33f-f3a901272fcc HTTP/1.1" status: 204 len: 168 time: 0.2229486 Sep 03 19:16:15.657027 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21242a-b563-4d5b-8e7e-6a03ede75fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa7366c-e951-43c3-b33f-f3a901272fcc,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:16.011092 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772f925-963d-4657-bf3c-494403f58404 req-e908a0e7-b581-4f16-8ef3-d1e9841e073f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:16.011092 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2772f925-963d-4657-bf3c-494403f58404 req-e908a0e7-b581-4f16-8ef3-d1e9841e073f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 943 time: 0.0517614 Sep 03 19:16:16.011092 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2772f925-963d-4657-bf3c-494403f58404 req-95839184-5d92-42f5-b000-3b67f2dfc1bf tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Sep 03 19:16:16.776443 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60261-476b-4650-bb99-823de673aa24 req-8c35ed0c-be1f-41c8-a966-0adec67e1d23 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:16.778325 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fce60261-476b-4650-bb99-823de673aa24 req-8c35ed0c-be1f-41c8-a966-0adec67e1d23 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.0754209 Sep 03 19:16:16.835559 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fce60261-476b-4650-bb99-823de673aa24 req-4539b5b3-bb56-415e-b14f-73ae605c554d tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504696 Sep 03 19:16:16.869135 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51090) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:16.888075 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-31023381-eb9e-46a0-945a-ffee26489426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:16.982812 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-31023381-eb9e-46a0-945a-ffee26489426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.062984 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-31023381-eb9e-46a0-945a-ffee26489426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.127440 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-31023381-eb9e-46a0-945a-ffee26489426 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb8c519adbbf48bc91debff1c1454ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572002 Sep 03 19:16:17.130386 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51100) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:17.130947 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31023381-eb9e-46a0-945a-ffee26489426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98492632-d07c-4d12-a144-0ee6ce7cf088,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:17.152756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f17966-cdda-40b4-8b0b-d816385a2d6c req-6d4d9c09-d59b-4b72-be27-1f74a3c8518b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:17.152756 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-09f17966-cdda-40b4-8b0b-d816385a2d6c req-6d4d9c09-d59b-4b72-be27-1f74a3c8518b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 943 time: 0.0858724 Sep 03 19:16:17.191026 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ddc168c-b562-4486-9aac-47f10139cb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.209475 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-09f17966-cdda-40b4-8b0b-d816385a2d6c req-cf016acd-49ba-4614-9fa7-cfa18d25d20b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489795 Sep 03 19:16:17.224605 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ddc168c-b562-4486-9aac-47f10139cb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.359919 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ddc168c-b562-4486-9aac-47f10139cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.362548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ddc168c-b562-4486-9aac-47f10139cb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.363704 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9ddc168c-b562-4486-9aac-47f10139cb42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98492632-d07c-4d12-a144-0ee6ce7cf088 HTTP/1.1" status: 204 len: 168 time: 0.2323012 Sep 03 19:16:17.372717 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc168c-b562-4486-9aac-47f10139cb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98492632-d07c-4d12-a144-0ee6ce7cf088,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:17.425867 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51106) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:17.487430 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device c97443fd-40d3-4025-8c9f-ea9453ed491d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:16:17.536452 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5e05d7c5-2a7a-4054-9af1-180632baf1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.583132 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port c97443fd-40d3-4025-8c9f-ea9453ed491d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c97443fd-40d3-4025-8c9f-ea9453ed491d,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:17.595271 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'port_id': 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'mac_address': 'fa:16:3e:fa:7b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233570f3-e983-4a43-b1c3-84f4d93f8859', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:16:17.624499 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5e05d7c5-2a7a-4054-9af1-180632baf1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.632675 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.645777 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97443fd-40d3-4025-8c9f-ea9453ed491d {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:17.664557 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port c97443fd-40d3-4025-8c9f-ea9453ed491d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c97443fd-40d3-4025-8c9f-ea9453ed491d,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:17.697251 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5e05d7c5-2a7a-4054-9af1-180632baf1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.731636 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.741785 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05d7c5-2a7a-4054-9af1-180632baf1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aba870-476c-48f5-9bbb-6127827f14c5,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:17.746699 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-5e05d7c5-2a7a-4054-9af1-180632baf1ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=241b84ea716c4db39780b7579643bbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197927 Sep 03 19:16:17.749239 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51114) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:17.786628 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=c97443fd-40d3-4025-8c9f-ea9453ed491d,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:17.848399 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d04da0-5931-484b-a354-3c95765aaeab req-642b4754-134b-46f6-9a94-5f3affa25b1b tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:17.849973 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3d04da0-5931-484b-a354-3c95765aaeab req-642b4754-134b-46f6-9a94-5f3affa25b1b tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.20 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.0511339 Sep 03 19:16:17.868981 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d4be888-4a79-4990-8722-b533c63c2e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:17.955113 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d4be888-4a79-4990-8722-b533c63c2e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.010385 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['c97443fd-40d3-4025-8c9f-ea9453ed491d'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:18.039048 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6980a4-9f25-4ed8-8843-f8fc548a876d req-a4b92213-b7c3-43f7-8ee2-9220fa8c50b8 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:18.040585 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cb6980a4-9f25-4ed8-8843-f8fc548a876d req-a4b92213-b7c3-43f7-8ee2-9220fa8c50b8 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 945 time: 0.0919645 Sep 03 19:16:18.091723 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cb6980a4-9f25-4ed8-8843-f8fc548a876d req-d1af782a-f5a2-402d-abbd-df12894cd730 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ed860f7-8be2-4b9a-9163-a7a998240311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Sep 03 19:16:18.092047 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Deleting port ed36dee5-9826-4918-b09a-470f316a10e9 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:16:18.092340 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.140311 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d4be888-4a79-4990-8722-b533c63c2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.143476 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d4be888-4a79-4990-8722-b533c63c2e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.151996 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3d4be888-4a79-4990-8722-b533c63c2e7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40aba870-476c-48f5-9bbb-6127827f14c5 HTTP/1.1" status: 204 len: 168 time: 0.3980725 Sep 03 19:16:18.166482 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4be888-4a79-4990-8722-b533c63c2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aba870-476c-48f5-9bbb-6127827f14c5,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:18.216458 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] For port ed36dee5-9826-4918-b09a-470f316a10e9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ed36dee5-9826-4918-b09a-470f316a10e9,segment=NetworkSegment(345c0279-a270-4a6e-843e-2172ed773a27),segment_id=345c0279-a270-4a6e-843e-2172ed773a27)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:18.218540 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.233892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Calling delete_port for ed36dee5-9826-4918-b09a-470f316a10e9 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:16:18.374871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad755168-20bd-4b05-afb1-56e1cd53f32c req-59cdb190-f5e5-4f3b-8a69-0556ff21f6f5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:18.376568 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ad755168-20bd-4b05-afb1-56e1cd53f32c req-59cdb190-f5e5-4f3b-8a69-0556ff21f6f5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 944 time: 0.0737417 Sep 03 19:16:18.461994 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ad755168-20bd-4b05-afb1-56e1cd53f32c req-19085b66-8fd1-4c1e-bdf0-d32465fbb2d4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723236 Sep 03 19:16:18.565570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.594413 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Pushing event deleted for resources: {'Port': ['ID=ed36dee5-9826-4918-b09a-470f316a10e9,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:18.638949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['ed36dee5-9826-4918-b09a-470f316a10e9'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:18.657497 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] No DVR routers for this DVR port ed36dee5-9826-4918-b09a-470f316a10e9 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:16:18.661661 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.663751 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3d04da0-5931-484b-a354-3c95765aaeab req-66153dc7-ab75-4263-aed3-18bc84ca9e2f tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.20 "DELETE /v2.0/ports/ed36dee5-9826-4918-b09a-470f316a10e9 HTTP/1.1" status: 204 len: 173 time: 0.7988658 Sep 03 19:16:18.664187 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'name': 'network-vif-deleted', 'tag': 'ed36dee5-9826-4918-b09a-470f316a10e9'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:18.666784 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aa9140-529b-4eb8-ab52-bf77a968653c" -d '{"events": [{"server_uuid": "67faee2c-54b8-4de3-bb7e-de4eb700439e", "name": "network-vif-deleted", "tag": "ed36dee5-9826-4918-b09a-470f316a10e9"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:18.711523 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45408293-cffe-4788-8192-e354e0a78b0f x-openstack-request-id: req-45408293-cffe-4788-8192-e354e0a78b0f {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:18.711903 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67faee2c-54b8-4de3-bb7e-de4eb700439e", "name": "network-vif-deleted", "tag": "ed36dee5-9826-4918-b09a-470f316a10e9", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:18.712270 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45408293-cffe-4788-8192-e354e0a78b0f {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:18.712843 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67faee2c-54b8-4de3-bb7e-de4eb700439e', 'name': 'network-vif-deleted', 'tag': 'ed36dee5-9826-4918-b09a-470f316a10e9', 'status': 'completed', 'code': 200} Sep 03 19:16:18.871224 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51162) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:18.887356 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4117f5dd-ec5a-4e16-8887-3d35ab3c102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:18.981614 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4117f5dd-ec5a-4e16-8887-3d35ab3c102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.045788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4117f5dd-ec5a-4e16-8887-3d35ab3c102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.084898 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4117f5dd-ec5a-4e16-8887-3d35ab3c102c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dd652462cbc45cb87f007de9fba7514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124832 Sep 03 19:16:19.086022 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117f5dd-ec5a-4e16-8887-3d35ab3c102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc93a7a-3cb8-4df8-b147-6435fe1d469f,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:19.087994 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51168) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:19.138275 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7266b518-67d0-4772-b2c4-7028d1097243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.162423 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7266b518-67d0-4772-b2c4-7028d1097243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.198958 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-35ee8ba0-0478-4ea6-91d7-02541057ffc5 req-d972c84f-cbec-4a40-b532-4bdadb12dd02 tempest-DeleteServersTestJSON-1277641034 tempest-DeleteServersTestJSON-1277641034-project] 10.222.0.18 "GET /v2.0/ports?device_id=67faee2c-54b8-4de3-bb7e-de4eb700439e HTTP/1.1" status: 200 len: 210 time: 0.0296438 Sep 03 19:16:19.280230 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7266b518-67d0-4772-b2c4-7028d1097243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.283338 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7266b518-67d0-4772-b2c4-7028d1097243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.284454 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-7266b518-67d0-4772-b2c4-7028d1097243 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bc93a7a-3cb8-4df8-b147-6435fe1d469f HTTP/1.1" status: 204 len: 168 time: 0.1953723 Sep 03 19:16:19.294151 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266b518-67d0-4772-b2c4-7028d1097243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc93a7a-3cb8-4df8-b147-6435fe1d469f,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:19.502257 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device c97443fd-40d3-4025-8c9f-ea9453ed491d up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:19.625961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port c97443fd-40d3-4025-8c9f-ea9453ed491d completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:19.626070 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4165bf-9e13-4e66-8df9-8d311ae695d4 req-f260d44c-78f2-4ede-891e-3ec58a7160e2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:19.629158 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port c97443fd-40d3-4025-8c9f-ea9453ed491d triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:19.630942 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.631754 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-be4165bf-9e13-4e66-8df9-8d311ae695d4 req-f260d44c-78f2-4ede-891e-3ec58a7160e2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 944 time: 0.0874987 Sep 03 19:16:19.726262 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-be4165bf-9e13-4e66-8df9-8d311ae695d4 req-edc239d4-ca5e-4714-8073-a3ad9c84a358 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Sep 03 19:16:19.754223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.781841 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97443fd-40d3-4025-8c9f-ea9453ed491d'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:19.785011 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8870ecff-781f-4a9c-ad5f-fb229f061423" -d '{"events": [{"server_uuid": "565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe", "name": "network-vif-plugged", "status": "completed", "tag": "c97443fd-40d3-4025-8c9f-ea9453ed491d"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:19.804370 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port c97443fd-40d3-4025-8c9f-ea9453ed491d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c97443fd-40d3-4025-8c9f-ea9453ed491d,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:19.832350 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf214f71-f983-4325-8c00-949f319a9d46 x-openstack-request-id: req-bf214f71-f983-4325-8c00-949f319a9d46 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:19.832705 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe", "name": "network-vif-plugged", "status": "completed", "tag": "c97443fd-40d3-4025-8c9f-ea9453ed491d", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:19.833154 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf214f71-f983-4325-8c00-949f319a9d46 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:19.833541 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'code': 200} Sep 03 19:16:19.903067 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:19.903462 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device ed36dee5-9826-4918-b09a-470f316a10e9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:16:19.942528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: ed36dee5-9826-4918-b09a-470f316a10e9 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:16:19.942642 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device ed36dee5-9826-4918-b09a-470f316a10e9 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:16:19.973873 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=c97443fd-40d3-4025-8c9f-ea9453ed491d,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:20.375970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9201a-426a-459d-a4c9-403d22ff2448 req-ab1680e0-76cc-4d56-9a57-374e4ee0be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:20.378043 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dcc9201a-426a-459d-a4c9-403d22ff2448 req-ab1680e0-76cc-4d56-9a57-374e4ee0be0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 1098 time: 0.0544400 Sep 03 19:16:20.419868 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dcc9201a-426a-459d-a4c9-403d22ff2448 req-2e69edce-f4bd-4393-b35e-075f41ab5c96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Sep 03 19:16:20.842421 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b92ff-99b2-40ca-8990-4114c948cffb req-129f274a-292a-4d64-ade3-dc7f5d61989a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:20.843772 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-703b92ff-99b2-40ca-8990-4114c948cffb req-129f274a-292a-4d64-ade3-dc7f5d61989a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0506258 Sep 03 19:16:20.882166 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-703b92ff-99b2-40ca-8990-4114c948cffb req-1beb83eb-2770-4b51-921f-e745a0605b1b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Sep 03 19:16:21.961168 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51302) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:22.037708 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Deleting subnet 5857908c-e0ba-48ea-8d7d-183cc788b8a2 {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:16:22.041148 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.220052 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbfa77-40f9-4bef-ac14-0516502363c7 req-ba91b1c7-99fd-44c2-a395-f83640e3e235 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:22.221611 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-70cbfa77-40f9-4bef-ac14-0516502363c7 req-ba91b1c7-99fd-44c2-a395-f83640e3e235 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.2528586 Sep 03 19:16:22.238547 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.250520 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.288736 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-70cbfa77-40f9-4bef-ac14-0516502363c7 req-91aad94a-f54a-4150-9575-37fcd738c95c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610325 Sep 03 19:16:22.371879 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.397117 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5857908c-e0ba-48ea-8d7d-183cc788b8a2,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:22.405741 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.408488 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5857908c-e0ba-48ea-8d7d-183cc788b8a2 HTTP/1.1" status: 204 len: 168 time: 0.4452178 Sep 03 19:16:22.412864 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.413240 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.413582 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.413918 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.414316 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.414572 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51318) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:22.414976 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.414976 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.415204 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.415555 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.415876 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.416201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.416527 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026f8fc-fc8c-4630-b4e3-27867aee126e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.483836 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.560836 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.570160 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e58c67-c02b-47fc-afae-7a817d211720']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:22.579346 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345c0279-a270-4a6e-843e-2172ed773a27') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:22.579639 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345c0279-a270-4a6e-843e-2172ed773a27') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:22.587935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.601168 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.606692 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:16:22.607068 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:16:22.608610 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:16:22.743176 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.750446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:22.752289 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] 10.222.0.18 "DELETE /v2.0/networks/04e58c67-c02b-47fc-afae-7a817d211720 HTTP/1.1" status: 204 len: 168 time: 0.3366559 Sep 03 19:16:22.762257 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=04e58c67-c02b-47fc-afae-7a817d211720,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:22.770137 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:22.774460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d55249-b52c-4739-a061-3db819c9e8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:23.108919 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51328) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:23.146750 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-97b16694-648b-4ebe-b0cb-18be687ef647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=166f714ca0e84fdaa49f82e2bef61e82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0366910 Sep 03 19:16:23.149104 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51330) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:23.194176 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6e250f68-9b14-4a10-ab4d-b2453e105df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:23.214848 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6e250f68-9b14-4a10-ab4d-b2453e105df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:23.313986 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6e250f68-9b14-4a10-ab4d-b2453e105df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:23.316897 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6e250f68-9b14-4a10-ab4d-b2453e105df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:23.318048 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6e250f68-9b14-4a10-ab4d-b2453e105df8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ed860f7-8be2-4b9a-9163-a7a998240311 HTTP/1.1" status: 204 len: 168 time: 0.1680932 Sep 03 19:16:23.327138 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e250f68-9b14-4a10-ab4d-b2453e105df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed860f7-8be2-4b9a-9163-a7a998240311,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:24.307765 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51364) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:24.401081 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-718784026-network', 'tenant_id': '3a5983397f654440a4292621042f3a19'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:24.479448 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Made reservation on behalf of 3a5983397f654440a4292621042f3a19 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:24.481807 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.489941 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.572160 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.639470 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.665834 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:16:24.675878 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8090e3-7d3d-40e2-950b-85f1e415ae8f,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:24.681985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.682321 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Added segment 12bbae22-9afa-44fe-a9fb-bbac0f068499 of type vlan for network d39e4633-3540-4baa-970e-3114c7ddcdec Sep 03 19:16:24.725268 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.817073 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.818056 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:24.818633 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:24.878431 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] Pushing event updated for resources: {'Network': ['ID=d39e4633-3540-4baa-970e-3114c7ddcdec,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:24.888241 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network d39e4633-3540-4baa-970e-3114c7ddcdec details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:16:24.903452 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6af016bd-ad06-40b3-907a-e4bceb8dd9db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5946114 Sep 03 19:16:24.909734 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51374) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:24.911592 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Request body: {'subnet': {'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-subnet', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:25.034502 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Made reservation on behalf of 3a5983397f654440a4292621042f3a19 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:25.036871 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:25.291418 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:25.349290 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64018365-ec80-4f32-ab04-5fef12df9d5a,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:25.355438 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Checking segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:25.362399 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Network hostable DHCP agents. Network: d39e4633-3540-4baa-970e-3114c7ddcdec, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:16:25.445694 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Network d39e4633-3540-4baa-970e-3114c7ddcdec is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:16:25.513809 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, d39e4633-3540-4baa-970e-3114c7ddcdec) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:25.517712 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:25.518301 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:25.522632 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7b906-9904-48ee-9c18-cb6583ed5065 None None] Network d39e4633-3540-4baa-970e-3114c7ddcdec requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:25.560314 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c44c4e57-5c16-42ed-bec3-0d75a6c0c65a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6529880 Sep 03 19:16:25.562887 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51396) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:25.568722 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:25.645544 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:25.646663 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:25.654271 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bd46d-870d-4016-b126-6a3c042df31d None None] Network d39e4633-3540-4baa-970e-3114c7ddcdec requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:25.730949 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:25.928636 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:26.213874 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:26.234507 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:26.341546 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Allocated IP 172.27.3.190 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/52387834-08d4-4e59-85ca-4e5f4940a3f5) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:26.437739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:26.542833 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:26.578209 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:26.581538 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:26.584810 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:26.623352 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Pushing event updated for resources: {'Port': ['ID=52387834-08d4-4e59-85ca-4e5f4940a3f5,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:26.887944 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:27.076722 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:27.279468 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:16:27.526652 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:16:27.537695 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Sync routers for ids ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:16:27.547404 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Routers {'9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:27.548065 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:16:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:27.599654 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:27.600890 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6d016e69-8fe0-473c-ab9e-240fd93e0a0f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0368979 Sep 03 19:16:27.603702 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51450) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:27.651216 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Set router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:27.900887 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:16:26Z', 'revision_number': 3, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:27.926401 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Checking router: 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:16:27.926758 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Updating router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 port 52387834-08d4-4e59-85ca-4e5f4940a3f5 binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:16:28.194473 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.194794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.194794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Allocated IP 172.20.0.1 (d39e4633-3540-4baa-970e-3114c7ddcdec/64018365-ec80-4f32-ab04-5fef12df9d5a/aa700357-cd20-4a79-aeb4-e7a11054a6f5) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:28.204720 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.214214 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Transition to ACTIVE for port object 52387834-08d4-4e59-85ca-4e5f4940a3f5 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:28.278637 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.291246 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.341724 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Attempting to bind port 52387834-08d4-4e59-85ca-4e5f4940a3f5 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:28.342088 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Attempting to bind port 52387834-08d4-4e59-85ca-4e5f4940a3f5 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:28.342444 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Attempting to bind port 52387834-08d4-4e59-85ca-4e5f4940a3f5 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:28.345164 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Pushing event updated for resources: {'Port': ['ID=52387834-08d4-4e59-85ca-4e5f4940a3f5,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:28.352387 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:28.353196 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:28.353196 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.353592 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:28.354042 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Bound port: 52387834-08d4-4e59-85ca-4e5f4940a3f5, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:28.354433 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.357464 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.357839 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.358212 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.358548 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.358875 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.359198 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.359516 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.359832 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.360169 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.360486 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.360799 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.361136 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:28.366233 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.405348 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Network d39e4633-3540-4baa-970e-3114c7ddcdec is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:28.409724 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:28.410986 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] For port 52387834-08d4-4e59-85ca-4e5f4940a3f5, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:28.413462 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:28.417760 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.417989 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] For port 52387834-08d4-4e59-85ca-4e5f4940a3f5, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=52387834-08d4-4e59-85ca-4e5f4940a3f5,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:28.453360 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Pushing event updated for resources: {'Port': ['ID=aa700357-cd20-4a79-aeb4-e7a11054a6f5,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:28.468997 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.517844 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Routers {'9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:28.518461 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:16:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:28.590743 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847211-2ab7-4fbd-9f65-a84b0e0374de None None] Pushing event updated for resources: {'Port': ['ID=52387834-08d4-4e59-85ca-4e5f4940a3f5,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:28.617362 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.632659 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] Set router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:28.792585 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.810685 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:16:26Z', 'revision_number': 3, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:28.833973 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.834694 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:28.835945 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209bb3e-7e25-4373-9661-bb19403dc080 None None] The sync data for ids ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'] in dv-cinder-788367-7-iscsi is: [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:16:26Z', 'revision_number': 3, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:16:28.899874 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Pushing event updated for resources: {'Port': ['ID=aa700357-cd20-4a79-aeb4-e7a11054a6f5,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:28.963933 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Network d39e4633-3540-4baa-970e-3114c7ddcdec is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:28.965420 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:29.073866 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:16:29.211509 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:16:29.216643 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-0f190d16-f245-4a15-b8cd-28d44330beee admin admin] 10.222.0.18 "PUT /v2.0/routers/9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119459 Sep 03 19:16:29.626036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-47eb3770-7d33-485d-ba84-f43e3f4911a4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:29.633559 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-47eb3770-7d33-485d-ba84-f43e3f4911a4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.1102903 Sep 03 19:16:29.646267 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-20f4c323-aacd-45e3-b4d4-e8f1f21903fe tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/quotas/f164a913448f4d30b01add0c20acb44d HTTP/1.1" status: 200 len: 375 time: 0.0115769 Sep 03 19:16:29.710723 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-3b645907-0220-4041-a53c-d74286cda131 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577197 Sep 03 19:16:29.781475 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-936efaec-298d-41d5-8db9-b9b47c409957 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:29.783263 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-936efaec-298d-41d5-8db9-b9b47c409957 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 818 time: 0.1654129 Sep 03 19:16:29.804475 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-055bfd06-6951-4457-9897-ce01bcac86e3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/quotas/3a5983397f654440a4292621042f3a19 HTTP/1.1" status: 200 len: 375 time: 0.0108325 Sep 03 19:16:29.823451 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-f5c7478c-3a2d-4ac6-bf29-c58d3aeada73 service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040056 Sep 03 19:16:29.855585 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-3afeb496-5b88-49e4-9720-c8d75e159268 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447268 Sep 03 19:16:29.944916 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-30023a9f-2430-41ad-b464-88f68403007d service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145632 Sep 03 19:16:29.960242 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-af717fb2-0530-4fd7-96a8-2fb171f9518d service neutron] 10.222.0.18 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969703 Sep 03 19:16:30.052984 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-f4b7deeb-497f-43c3-9cef-80797e0fb4eb service neutron] 10.222.0.18 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864832 Sep 03 19:16:30.203482 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-42fcfc88-800a-4da8-aee2-5c7f4700c751 req-7d2c564a-09e8-478c-8e3f-09ce0de3ffe6 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.0272353 Sep 03 19:16:30.210794 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 52387834-08d4-4e59-85ca-4e5f4940a3f5 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:30.376781 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 52387834-08d4-4e59-85ca-4e5f4940a3f5 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:30.387622 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 52387834-08d4-4e59-85ca-4e5f4940a3f5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:30.387622 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:30.485066 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cb064e39-3396-4532-87ae-5e6b3e3d4bcd req-525d313f-2742-4ed1-af6a-6a1a38eb6c8b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 210 time: 0.0328100 Sep 03 19:16:30.505148 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:30.544275 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 52387834-08d4-4e59-85ca-4e5f4940a3f5, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=52387834-08d4-4e59-85ca-4e5f4940a3f5,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:30.599700 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:30.656473 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=52387834-08d4-4e59-85ca-4e5f4940a3f5,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:30.665683 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.666275 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.666625 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.666965 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.667303 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.667634 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.668203 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.668675 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.669035 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.669370 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.669698 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.670024 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:16:30.749235 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Sync routers for ids ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:16:30.758822 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Routers {'9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:30.759445 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:16:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:30.951046 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-dcc2e1a5-3c61-4b2f-be19-dfeaef027a73 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:30.953398 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-dcc2e1a5-3c61-4b2f-be19-dfeaef027a73 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 818 time: 0.1945720 Sep 03 19:16:30.968492 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-d8da92af-b978-4d51-99f2-a4159923942d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/quotas/3a5983397f654440a4292621042f3a19 HTTP/1.1" status: 200 len: 375 time: 0.0093951 Sep 03 19:16:31.020202 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-0887430d-82b0-4f55-bdfd-a54f14a9770f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454974 Sep 03 19:16:31.031630 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Set router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:31.129576 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-f0759cdb-5986-4dc5-9e37-b4d12f81be82 service neutron] 10.222.0.18 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018548 Sep 03 19:16:31.226696 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51560) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:31.245000 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-569ac849-3ba8-4623-bd79-915a38e2b87b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874367 Sep 03 19:16:31.256839 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-55eba3f7-c223-4e52-842c-c4619734d9d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260533 Sep 03 19:16:31.286957 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:16:28Z', 'revision_number': 4, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'aa700357-cd20-4a79-aeb4-e7a11054a6f5', 'name': '', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'mac_address': 'fa:16:3e:7c:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:28Z', 'updated_at': '2021-09-03T19:16:28Z', 'revision_number': 2, 'project_id': '3a5983397f654440a4292621042f3a19', 'subnets': [{'id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:31.361513 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Checking router: 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:16:31.362431 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Updating router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 port aa700357-cd20-4a79-aeb4-e7a11054a6f5 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:16:31.397800 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:31.415552 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0de24a6a-5df0-4251-9d4a-f9b08c66c5e4 req-6262f529-2a5b-499b-b273-8537df56abb5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.1098955 Sep 03 19:16:31.470170 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f4d1efc5-b446-41d7-a4b2-aedb7a4592cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:31.494626 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-effe5fd6-67d9-4645-85d6-39903fa34b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:31.499892 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-effe5fd6-67d9-4645-85d6-39903fa34b57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 1098 time: 0.1582286 Sep 03 19:16:31.684095 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f4d1efc5-b446-41d7-a4b2-aedb7a4592cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:31.740287 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d1f614e-3a98-4808-8422-1aaf0faf5c35 req-995a1e91-4f95-4020-9e97-52c5ea894100 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 210 time: 0.1050174 Sep 03 19:16:31.865431 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:31.875863 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Transition to ACTIVE for port object aa700357-cd20-4a79-aeb4-e7a11054a6f5 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:31.942553 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:31.996228 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a1c76-7311-4d14-8c66-ce86d8941c1f None None] Pushing event updated for resources: {'Port': ['ID=aa700357-cd20-4a79-aeb4-e7a11054a6f5,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:32.009911 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f4d1efc5-b446-41d7-a4b2-aedb7a4592cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.046811 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Attempting to bind port aa700357-cd20-4a79-aeb4-e7a11054a6f5 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:32.047175 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Attempting to bind port aa700357-cd20-4a79-aeb4-e7a11054a6f5 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:32.047531 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Attempting to bind port aa700357-cd20-4a79-aeb4-e7a11054a6f5 on network d39e4633-3540-4baa-970e-3114c7ddcdec {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:32.053361 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:32.053696 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Checking segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:32.054090 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.054482 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Bound using segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:32.054953 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Bound port: aa700357-cd20-4a79-aeb4-e7a11054a6f5, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:32.055313 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.064406 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1efc5-b446-41d7-a4b2-aedb7a4592cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c856f-b944-42ef-91e1-19b4fa3aaeb1,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:32.070320 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f4d1efc5-b446-41d7-a4b2-aedb7a4592cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15bfd434ced6481c8d5ec008f49af6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417757 Sep 03 19:16:32.073128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51594) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:32.073619 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-83ac0a0f-49df-4140-a4e8-cdd5f11c8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:32.074876 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-83ac0a0f-49df-4140-a4e8-cdd5f11c8645 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 916 time: 0.5051229 Sep 03 19:16:32.130893 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-af0f9bf5-19d6-4500-a890-7ff051bec741 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22b884c6-a41f-4e22-82b6-99343d194ccd HTTP/1.1" status: 200 len: 217 time: 0.0394793 Sep 03 19:16:32.132696 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] For port aa700357-cd20-4a79-aeb4-e7a11054a6f5, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:32.136111 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] For port aa700357-cd20-4a79-aeb4-e7a11054a6f5, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=aa700357-cd20-4a79-aeb4-e7a11054a6f5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:32.138170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c654936e-e1ea-4223-8c35-d7e65566a68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.162285 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c654936e-e1ea-4223-8c35-d7e65566a68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.177928 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 52387834-08d4-4e59-85ca-4e5f4940a3f5 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:32.192842 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-0720b6d4-ca60-407e-a5ab-0c0ed19d409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:32.196847 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-0720b6d4-ca60-407e-a5ab-0c0ed19d409a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=233570f3-e983-4a43-b1c3-84f4d93f8859 HTTP/1.1" status: 200 len: 855 time: 0.0500026 Sep 03 19:16:32.209747 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.236246 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-f8b0b04c-ffee-4878-9645-d3342a3cab28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d743c112-d1b0-40bf-a632-6ff6d6c65afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320098 Sep 03 19:16:32.283689 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Routers {'9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:16:32.284298 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:16:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:32.314355 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c654936e-e1ea-4223-8c35-d7e65566a68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.318046 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c654936e-e1ea-4223-8c35-d7e65566a68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.320143 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c654936e-e1ea-4223-8c35-d7e65566a68e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c43c856f-b944-42ef-91e1-19b4fa3aaeb1 HTTP/1.1" status: 204 len: 168 time: 0.2458487 Sep 03 19:16:32.321745 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a1c76-7311-4d14-8c66-ce86d8941c1f None None] Pushing event updated for resources: {'Port': ['ID=aa700357-cd20-4a79-aeb4-e7a11054a6f5,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:32.339484 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654936e-e1ea-4223-8c35-d7e65566a68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c856f-b944-42ef-91e1-19b4fa3aaeb1,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:32.374984 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 52387834-08d4-4e59-85ca-4e5f4940a3f5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:32.375354 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.376990 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-c0542bd0-f14b-48d2-a30b-f72db64c9eb7 service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167960 Sep 03 19:16:32.483377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] Set router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:16:32.592519 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-83181267-fc66-45bf-9418-fdaf9fb2ceea req-d52fbef5-3268-4325-a5a5-2185dcbf5607 service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981592 Sep 03 19:16:32.601115 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-0f542281-9b90-4fbf-93ba-658ac14baef1 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:32.603754 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-0f542281-9b90-4fbf-93ba-658ac14baef1 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.1882296 Sep 03 19:16:32.620888 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Request body: {'port': {'device_id': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'admin_state_up': True, 'tenant_id': 'f164a913448f4d30b01add0c20acb44d'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:32.657593 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2ed48a6c-2404-47bb-bee4-36d6cb69d975 req-4a3f7db4-ce40-4383-a32b-19e7be3b2642 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.0890157 Sep 03 19:16:32.838146 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:16:28Z', 'revision_number': 4, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'aa700357-cd20-4a79-aeb4-e7a11054a6f5', 'name': '', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'mac_address': 'fa:16:3e:7c:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:28Z', 'updated_at': '2021-09-03T19:16:32Z', 'revision_number': 4, 'project_id': '3a5983397f654440a4292621042f3a19', 'subnets': [{'id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:32.884410 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffcfdec-c622-429c-9397-f1d9fa6124e4 None None] The sync data for ids ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'] in dv-cinder-788367-7-iscsi is: [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:16:28Z', 'revision_number': 4, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'aa700357-cd20-4a79-aeb4-e7a11054a6f5', 'name': '', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'mac_address': 'fa:16:3e:7c:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:28Z', 'updated_at': '2021-09-03T19:16:32Z', 'revision_number': 4, 'project_id': '3a5983397f654440a4292621042f3a19', 'subnets': [{'id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:16:32.893254 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:32.975506 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-50c28d19-1f3b-4025-a341-f28c108ba322 req-be305a1e-a977-4f85-8ded-b86985083f7b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 210 time: 0.0879214 Sep 03 19:16:32.976285 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Made reservation on behalf of f164a913448f4d30b01add0c20acb44d for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:32.980836 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.180043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Allocated IP 172.20.0.8 (d743c112-d1b0-40bf-a632-6ff6d6c65afb/233570f3-e983-4a43-b1c3-84f4d93f8859/f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:33.329550 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51636) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:33.350555 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b7c8e9dd-369e-4f17-8162-c068a52a271b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.466836 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fd853ce9-d18c-49bc-b54a-4457cb8ac132 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:33.468255 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fd853ce9-d18c-49bc-b54a-4457cb8ac132 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 818 time: 0.2087097 Sep 03 19:16:33.496398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.510885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Request body: {'port': {'device_id': '843d6324-ef9e-4dc4-8905-347190c562fb', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'admin_state_up': True, 'tenant_id': '3a5983397f654440a4292621042f3a19'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:33.541245 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b7c8e9dd-369e-4f17-8162-c068a52a271b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.628630 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b7c8e9dd-369e-4f17-8162-c068a52a271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.670880 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b7c8e9dd-369e-4f17-8162-c068a52a271b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c35be7ebd0340d2baff46dcd902f792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402321 Sep 03 19:16:33.673584 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51644) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:33.687848 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8e9dd-369e-4f17-8162-c068a52a271b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3bd700-0c1e-4557-bcf5-f885fb82c622,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:33.718378 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.739113 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd', 'c97443fd-40d3-4025-8c9f-ea9453ed491d'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:33.763369 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Made reservation on behalf of 3a5983397f654440a4292621042f3a19 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:33.771341 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:33.895536 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27dfb9-43b0-46be-b267-8c65f777139f req-412f4d4a-3fd6-493f-a47b-065a9c754fad tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:33.908840 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2a27dfb9-43b0-46be-b267-8c65f777139f req-412f4d4a-3fd6-493f-a47b-065a9c754fad tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 931 time: 0.1408758 Sep 03 19:16:33.985822 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2a27dfb9-43b0-46be-b267-8c65f777139f req-c7d432ef-6a9e-4da3-a140-9d0f2607f06e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760686 Sep 03 19:16:34.009296 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:34.033910 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:34.037321 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:34.058185 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8f3c9ec4-0d12-46c7-8580-807eeabb5ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.093106 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event updated for resources: {'Port': ['ID=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:34.144083 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8f3c9ec4-0d12-46c7-8580-807eeabb5ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.146574 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Allocated IP 172.20.0.11 (d39e4633-3540-4baa-970e-3114c7ddcdec/64018365-ec80-4f32-ab04-5fef12df9d5a/6a2881ae-4e8c-470a-bfb0-bae403b2f7ad) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:34.183611 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:34.184579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.297924 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-88e7d03d-9773-4e12-a7e0-e8f06fd788d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6834989 Sep 03 19:16:34.334472 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fed3c81d-6357-4407-bff1-c273919840bb req-0d3c7f06-da24-416f-a50b-eede6c40b57c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 210 time: 0.2065287 Sep 03 19:16:34.351359 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device aa700357-cd20-4a79-aeb4-e7a11054a6f5 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:34.359020 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-77847d3b-b75a-4059-9785-44f6853b39d6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:34.360533 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-77847d3b-b75a-4059-9785-44f6853b39d6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 818 time: 0.2981112 Sep 03 19:16:34.368480 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8f3c9ec4-0d12-46c7-8580-807eeabb5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.371036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8f3c9ec4-0d12-46c7-8580-807eeabb5ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.374633 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-8f3c9ec4-0d12-46c7-8580-807eeabb5ee3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b3bd700-0c1e-4557-bcf5-f885fb82c622 HTTP/1.1" status: 204 len: 168 time: 0.6971874 Sep 03 19:16:34.451250 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9ec4-0d12-46c7-8580-807eeabb5ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3bd700-0c1e-4557-bcf5-f885fb82c622,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:34.503451 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.514278 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port aa700357-cd20-4a79-aeb4-e7a11054a6f5 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:34.519962 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port aa700357-cd20-4a79-aeb4-e7a11054a6f5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:34.520393 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.615605 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.628636 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.646959 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port aa700357-cd20-4a79-aeb4-e7a11054a6f5, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=aa700357-cd20-4a79-aeb4-e7a11054a6f5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:34.671548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Network d39e4633-3540-4baa-970e-3114c7ddcdec is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:34.675446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:34.677871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:34.707005 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Pushing event updated for resources: {'Port': ['ID=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:34.725825 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.734544 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:34.735260 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:34.775486 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=aa700357-cd20-4a79-aeb4-e7a11054a6f5,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:34.817874 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-fb1b2f3f-bb60-47f5-914f-f172cb901f38 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3181486 Sep 03 19:16:35.099726 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a8376-473a-4d3d-a406-e5fae60ebbcb req-f4867dfe-64a7-43bf-81ae-e010be023464 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:35.101281 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-427a8376-473a-4d3d-a406-e5fae60ebbcb req-f4867dfe-64a7-43bf-81ae-e010be023464 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 931 time: 0.0473137 Sep 03 19:16:35.138847 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-427a8376-473a-4d3d-a406-e5fae60ebbcb req-ae6d385a-7195-41bc-bffc-af8ecc4c8290 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Sep 03 19:16:36.019925 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51718) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:36.124461 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f046fedd-0e97-4bf6-a093-600baa11d64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.167884 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device aa700357-cd20-4a79-aeb4-e7a11054a6f5 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:36.215283 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f046fedd-0e97-4bf6-a093-600baa11d64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.219473 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port aa700357-cd20-4a79-aeb4-e7a11054a6f5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:36.219847 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.256488 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f046fedd-0e97-4bf6-a093-600baa11d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.294551 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f046fedd-0e97-4bf6-a093-600baa11d64d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7108f94199742a38888c937439c1c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735143 Sep 03 19:16:36.295664 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046fedd-0e97-4bf6-a093-600baa11d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f03bf-aa98-411a-8fab-1338fd3c0078,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:36.297203 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51726) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:36.491634 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6d97433-a751-4fd3-a364-6b30149c40f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.511464 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6d97433-a751-4fd3-a364-6b30149c40f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.651003 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6d97433-a751-4fd3-a364-6b30149c40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.653630 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6d97433-a751-4fd3-a364-6b30149c40f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:36.654798 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f6d97433-a751-4fd3-a364-6b30149c40f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/661f03bf-aa98-411a-8fab-1338fd3c0078 HTTP/1.1" status: 204 len: 168 time: 0.3561270 Sep 03 19:16:36.663413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d97433-a751-4fd3-a364-6b30149c40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f03bf-aa98-411a-8fab-1338fd3c0078,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:37.019554 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Request body: {'port': {'device_id': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:37.030154 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Request body: {'port': {'device_id': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'admin_state_up': True, 'tenant_id': '3a5983397f654440a4292621042f3a19'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:37.057526 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Request body: {'port': {'device_id': '843d6324-ef9e-4dc4-8905-347190c562fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:37.151441 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.177746 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.225292 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bacc0606-bf32-4d8e-ae82-bba702a7d448 req-044a6de8-33f0-4608-9dc1-1dcaa0bdde0a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 210 time: 0.0580413 Sep 03 19:16:37.308906 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d818c-7cd1-4630-9bee-1b3bbbc910c4 req-bc6bbe23-b288-44bf-a113-0867382ab0d8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:37.310339 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0b6d818c-7cd1-4630-9bee-1b3bbbc910c4 req-bc6bbe23-b288-44bf-a113-0867382ab0d8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 931 time: 0.1542706 Sep 03 19:16:37.342524 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Made reservation on behalf of 3a5983397f654440a4292621042f3a19 for: {'port': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:37.346097 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.501976 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0b6d818c-7cd1-4630-9bee-1b3bbbc910c4 req-aa9fcfba-0746-4f3c-ba6f-ff6673d879a9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374032 Sep 03 19:16:37.563074 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Allocated IP 172.20.0.13 (d39e4633-3540-4baa-970e-3114c7ddcdec/64018365-ec80-4f32-ab04-5fef12df9d5a/588744ac-3731-42c2-8730-f544ed9d0ae5) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:37.638036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:37.642620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.660630 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Transition to ACTIVE for port object f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:37.724261 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.765363 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.823048 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.838016 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:37.891681 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Network d39e4633-3540-4baa-970e-3114c7ddcdec is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:37.901103 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:37.908593 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:37.916330 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:37.917414 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:37.926593 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Pushing event updated for resources: {'Port': ['ID=588744ac-3731-42c2-8730-f544ed9d0ae5,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:37.939266 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Attempting to bind port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:37.939636 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Attempting to bind port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:37.939984 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Attempting to bind port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:37.946231 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c on network d743c112-d1b0-40bf-a632-6ff6d6c65afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:16:37.948090 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Attempting to bind port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:37.959002 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:37.959210 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Checking segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:37.959594 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Bound using segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:37.960037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Bound port: f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:37.960404 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.041269 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-c459a35f-67bb-4f86-a36d-e8fc88540f9b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0149801 Sep 03 19:16:38.057355 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Request body: {'port': {'device_id': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:38.098267 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:38.107907 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] For port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:38.115939 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.125403 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.131901 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] For port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:38.155158 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Transition to ACTIVE for port object 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:38.190622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.224600 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.237430 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:38.238168 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.239496 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] 10.222.0.20 "PUT /v2.0/ports/f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c HTTP/1.1" status: 200 len: 1093 time: 1.2250121 Sep 03 19:16:38.240036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'tag': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:38.247368 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6a037b-52b1-45e4-89a2-99a31685bcae", "tag": "f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:38.343974 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e6a30-8cef-4f53-94e2-ffcad5dc3740 x-openstack-request-id: req-7c9e6a30-8cef-4f53-94e2-ffcad5dc3740 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:38.344273 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6a037b-52b1-45e4-89a2-99a31685bcae", "tag": "f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:38.344530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c9e6a30-8cef-4f53-94e2-ffcad5dc3740 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:38.347982 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'tag': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c', 'status': 'completed', 'code': 200} Sep 03 19:16:38.347982 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a7d5f-e084-41fb-86ec-107866bac6bf service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:38.561777 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57d08-5ae2-4ba1-ae1d-e9a5cf30afd0 req-d1837180-c6d7-45ac-893c-e954075c9a2c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:38.563419 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ade57d08-5ae2-4ba1-ae1d-e9a5cf30afd0 req-d1837180-c6d7-45ac-893c-e954075c9a2c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 932 time: 0.1002331 Sep 03 19:16:38.630222 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588744ac-3731-42c2-8730-f544ed9d0ae5 {{(pid=94492) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:38.648426 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.703362 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Transition to ACTIVE for port object 588744ac-3731-42c2-8730-f544ed9d0ae5 will not be triggered until provisioned by entity L2. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:38.707037 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ade57d08-5ae2-4ba1-ae1d-e9a5cf30afd0 req-c702b2f3-5b00-4f29-8cbe-dfb3dc92d2e3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246016 Sep 03 19:16:38.795879 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:38.811803 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.836854 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee req-6df15204-37e9-4849-baad-55544f2808a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:38.837037 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee req-6df15204-37e9-4849-baad-55544f2808a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 1096 time: 0.1771224 Sep 03 19:16:38.845300 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Attempting to bind port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:38.845638 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Attempting to bind port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:38.845993 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Attempting to bind port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad on network d39e4633-3540-4baa-970e-3114c7ddcdec {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:38.886687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad on network d39e4633-3540-4baa-970e-3114c7ddcdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:16:38.886687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Attempting to bind port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad on network d39e4633-3540-4baa-970e-3114c7ddcdec {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:38.893934 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:38.894289 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Checking segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:38.894666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Bound using segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:38.895097 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Bound port: 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:38.895459 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:38.906692 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd444e-3002-434e-8e93-f126f499f04a req-d8d6db3b-ae07-472d-9b4d-b28d6bdf86ee tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:38.908514 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9ebd444e-3002-434e-8e93-f126f499f04a req-d8d6db3b-ae07-472d-9b4d-b28d6bdf86ee tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 943 time: 0.1256826 Sep 03 19:16:38.928134 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Pushing event updated for resources: {'Port': ['ID=588744ac-3731-42c2-8730-f544ed9d0ae5,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:38.947666 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.managers [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Attempting to bind port 588744ac-3731-42c2-8730-f544ed9d0ae5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:38.948022 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.managers [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Attempting to bind port 588744ac-3731-42c2-8730-f544ed9d0ae5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'}] {{(pid=94492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:38.948376 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Attempting to bind port 588744ac-3731-42c2-8730-f544ed9d0ae5 on network d39e4633-3540-4baa-970e-3114c7ddcdec {{(pid=94492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Port 588744ac-3731-42c2-8730-f544ed9d0ae5 on network d39e4633-3540-4baa-970e-3114c7ddcdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Attempting to bind port 588744ac-3731-42c2-8730-f544ed9d0ae5 on network d39e4633-3540-4baa-970e-3114c7ddcdec {{(pid=94492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Checking segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Bound using segment: {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'} {{(pid=94492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.managers [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Bound port: 588744ac-3731-42c2-8730-f544ed9d0ae5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bbae22-9afa-44fe-a9fb-bbac0f068499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec'}}] {{(pid=94492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:38.972298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.036105 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51816) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:39.060039 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] For port 588744ac-3731-42c2-8730-f544ed9d0ae5, host hv-cinder-78836, cleared binding levels {{(pid=94492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:39.064794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] For port 588744ac-3731-42c2-8730-f544ed9d0ae5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=588744ac-3731-42c2-8730-f544ed9d0ae5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:39.121582 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.139048 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9ebd444e-3002-434e-8e93-f126f499f04a req-2cb5253d-ea3a-42a9-9879-0dbea7612ebf tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161150 Sep 03 19:16:39.157786 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee req-a524538a-3bf0-4bf3-9a4b-9f75ef98dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:39.159997 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee req-a524538a-3bf0-4bf3-9a4b-9f75ef98dc1c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f164a913448f4d30b01add0c20acb44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3118134 Sep 03 19:16:39.162440 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-598064fa-e0e5-46a2-8f15-99f20f2f997d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.166281 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] For port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:39.171040 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Deleting subnet 26bd9890-95ae-4ffe-be4f-108757cda563 {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:16:39.175601 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.181307 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:39.182063 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.183577 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] 10.222.0.20 "PUT /v2.0/ports/588744ac-3731-42c2-8730-f544ed9d0ae5 HTTP/1.1" status: 200 len: 1094 time: 1.1313994 Sep 03 19:16:39.184009 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'tag': '588744ac-3731-42c2-8730-f544ed9d0ae5'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:39.186397 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe690c8-d510-40e3-9c08-23fbc44b59eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7eabbb-da70-4531-9c75-afaf46f17394", "tag": "588744ac-3731-42c2-8730-f544ed9d0ae5"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:39.215070 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.233573 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a403b-b75b-4540-8055-6ed462448229 service neutron] Pushing event updated for resources: {'Port': ['ID=588744ac-3731-42c2-8730-f544ed9d0ae5,revision_number=3']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:39.237867 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbde849-5121-4555-b8b7-b164e3845150 x-openstack-request-id: req-2cbde849-5121-4555-b8b7-b164e3845150 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:39.238146 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7eabbb-da70-4531-9c75-afaf46f17394", "tag": "588744ac-3731-42c2-8730-f544ed9d0ae5", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:39.238397 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cbde849-5121-4555-b8b7-b164e3845150 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:39.238773 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'tag': '588744ac-3731-42c2-8730-f544ed9d0ae5', 'status': 'completed', 'code': 200} Sep 03 19:16:39.258675 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] For port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:39.335789 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.363539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.410439 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:39.411060 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.412470 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 1094 time: 2.3612452 Sep 03 19:16:39.453445 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee req-ef9964fb-8e4d-44be-93d4-d6396cb52aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:39.454919 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-49ec8ff1-f7a3-4532-adf6-355d0b8b03ee req-ef9964fb-8e4d-44be-93d4-d6396cb52aa0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364907 Sep 03 19:16:39.464097 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f8e3c-ebd2-4744-b92a-31aef49aa383 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:39.542709 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.572892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.577987 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/26bd9890-95ae-4ffe-be4f-108757cda563 HTTP/1.1" status: 204 len: 168 time: 0.5188706 Sep 03 19:16:39.577987 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ac062-65a8-45f0-b28a-8e9deac53f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bd9890-95ae-4ffe-be4f-108757cda563,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:39.579232 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51840) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:39.648793 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.724282 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.733953 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda70908-aa5d-43bb-8b74-6f88ed432a69']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:39.748398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2d22e7-7d12-4c33-a0b8-d0a0ef46658b') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:39.748683 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2d22e7-7d12-4c33-a0b8-d0a0ef46658b') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:39.757274 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.770361 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.776274 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:16:39.776646 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:16:39.778280 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:16:39.897089 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.901837 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.904186 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] 10.222.0.18 "DELETE /v2.0/networks/cda70908-aa5d-43bb-8b74-6f88ed432a69 HTTP/1.1" status: 204 len: 168 time: 0.3235717 Sep 03 19:16:39.906700 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51846) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:39.916034 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c458fa-aad1-4598-adde-0a58066f5b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=cda70908-aa5d-43bb-8b74-6f88ed432a69,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:39.951737 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Deleting subnet 0784bd40-1b4b-49ad-b633-076ec27eefca {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:16:39.954886 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.988380 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:39.993672 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.114523 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.140258 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0784bd40-1b4b-49ad-b633-076ec27eefca,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:40.144088 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.155940 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-40ade30c-83bc-4482-857a-653194f936c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0784bd40-1b4b-49ad-b633-076ec27eefca HTTP/1.1" status: 204 len: 168 time: 0.2382922 Sep 03 19:16:40.155940 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51850) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:40.214744 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.345933 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d6324-ef9e-4dc4-8905-347190c562fb', 'tag': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:40.349912 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d027f22-a95b-4ca9-aa74-fa878ee9205a" -d '{"events": [{"name": "network-changed", "server_uuid": "843d6324-ef9e-4dc4-8905-347190c562fb", "tag": "6a2881ae-4e8c-470a-bfb0-bae403b2f7ad"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:40.456153 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.466168 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.466543 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.467303 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.467618 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.467953 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.468287 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.468619 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.468977 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.469294 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.469613 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.535988 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.536329 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.536658 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.537009 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 19:16:40.537393 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7474e085-c2b8-4113-a78b-a5ac8ecb4772']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:40.554469 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862c9d29-0829-4881-bcbe-db14d026b7d3') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:40.554764 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862c9d29-0829-4881-bcbe-db14d026b7d3') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:16:40.570054 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.588909 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.597255 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:16:40.597633 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: from cryptography.utils import int_from_bytes Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: from cryptography.utils import int_from_bytes Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:16:40.601445 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:16:40.776546 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.784333 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:40.786262 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7474e085-c2b8-4113-a78b-a5ac8ecb4772 HTTP/1.1" status: 204 len: 168 time: 0.6368098 Sep 03 19:16:40.795610 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968c540-8c6f-452c-b3b3-1d5af57636a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7474e085-c2b8-4113-a78b-a5ac8ecb4772,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:41.135459 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51866) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:41.175504 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-38767977-4b75-4498-8ee4-fc3877ff767f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a01ef1d723a40cf988e79c72d698a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394113 Sep 03 19:16:41.177974 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51868) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:41.223985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4dde-20c2-48f4-b3b8-95568084b023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:41.243676 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4dde-20c2-48f4-b3b8-95568084b023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:41.348236 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4dde-20c2-48f4-b3b8-95568084b023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:41.352033 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4dde-20c2-48f4-b3b8-95568084b023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:41.352033 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c0ad4dde-20c2-48f4-b3b8-95568084b023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/074f6739-3c9f-4986-91d3-08ec9fdc10c0 HTTP/1.1" status: 204 len: 168 time: 0.1730981 Sep 03 19:16:41.359715 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad4dde-20c2-48f4-b3b8-95568084b023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f6739-3c9f-4986-91d3-08ec9fdc10c0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:41.622652 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f042fabb-23a6-4389-80e2-053d96528c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:41.889415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51876) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:41.928420 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e472973a-73bc-4b4b-99e0-e0a3b914f819 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=117ee35816c947b8847c460c8027330d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378172 Sep 03 19:16:41.930812 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51878) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:41.985014 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-715b7cc9-8419-410c-a620-5710d56f700d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:42.005605 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:42.005782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-715b7cc9-8419-410c-a620-5710d56f700d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:42.096971 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-715b7cc9-8419-410c-a620-5710d56f700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:42.099498 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-715b7cc9-8419-410c-a620-5710d56f700d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:42.100630 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-715b7cc9-8419-410c-a620-5710d56f700d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d10f627-5175-403f-a1e5-dfabe5cba0cc HTTP/1.1" status: 204 len: 168 time: 0.1689327 Sep 03 19:16:42.108846 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b7cc9-8419-410c-a620-5710d56f700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d10f627-5175-403f-a1e5-dfabe5cba0cc,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:42.181206 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe690c8-d510-40e3-9c08-23fbc44b59eb req-4973084c-4e54-449a-ae8a-2a1fd109d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.182715 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6fe690c8-d510-40e3-9c08-23fbc44b59eb req-4973084c-4e54-449a-ae8a-2a1fd109d060 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 1097 time: 0.0469201 Sep 03 19:16:42.341286 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-f5c99d11-46b9-4af7-b88f-6f492de4e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.343062 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-f5c99d11-46b9-4af7-b88f-6f492de4e858 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1097 time: 0.1203413 Sep 03 19:16:42.352254 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f39f8-d358-4f8d-bc22-92ad2b5933be req-7c33ba0d-84de-4de8-ba0b-24a37195ec31 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.354268 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7c1f39f8-d358-4f8d-bc22-92ad2b5933be req-7c33ba0d-84de-4de8-ba0b-24a37195ec31 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 943 time: 0.0872116 Sep 03 19:16:42.389855 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe690c8-d510-40e3-9c08-23fbc44b59eb req-823fab17-4dd9-4c91-88a7-e6d5ad9d4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.389855 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6fe690c8-d510-40e3-9c08-23fbc44b59eb req-823fab17-4dd9-4c91-88a7-e6d5ad9d4793 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3a5983397f654440a4292621042f3a19&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1847799 Sep 03 19:16:42.390218 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-f86a8380-029c-47fd-9344-316eaf4b854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.391624 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-f86a8380-029c-47fd-9344-316eaf4b854d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 1096 time: 0.1765304 Sep 03 19:16:42.403683 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d65c03-fb48-4a31-a945-4a77c1655b84 req-9cacd84b-f608-46bf-997a-21e40c0dc882 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.412122 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e3d65c03-fb48-4a31-a945-4a77c1655b84 req-9cacd84b-f608-46bf-997a-21e40c0dc882 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 944 time: 0.1394849 Sep 03 19:16:42.429640 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-c3254468-4258-4a26-ad6b-3c9b8de703b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 217 time: 0.0731432 Sep 03 19:16:42.465330 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-5dae622a-9b47-4e20-b5a4-7b4837c52cb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c HTTP/1.1" status: 200 len: 217 time: 0.0557308 Sep 03 19:16:42.497595 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7c1f39f8-d358-4f8d-bc22-92ad2b5933be req-835268ff-7b9a-41f9-bbc2-479f0f8f114f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119375 Sep 03 19:16:42.521152 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-0eff7d23-dd9f-46ff-ba45-8260321f42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.522706 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-0eff7d23-dd9f-46ff-ba45-8260321f42eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0756199 Sep 03 19:16:42.553912 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70db4ad-c9e9-4d79-b98e-bb8aa7a28ec1 x-openstack-request-id: req-d70db4ad-c9e9-4d79-b98e-bb8aa7a28ec1 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:42.554265 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843d6324-ef9e-4dc4-8905-347190c562fb", "tag": "6a2881ae-4e8c-470a-bfb0-bae403b2f7ad", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:42.554687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d70db4ad-c9e9-4d79-b98e-bb8aa7a28ec1 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:42.555080 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d6324-ef9e-4dc4-8905-347190c562fb', 'tag': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad', 'status': 'completed', 'code': 200} Sep 03 19:16:42.578503 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e3d65c03-fb48-4a31-a945-4a77c1655b84 req-c80ac2ca-00b8-4ca8-9e65-488b42748a5c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546428 Sep 03 19:16:42.584270 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-aa240a3b-5dd1-49df-b230-48837328e0da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533679 Sep 03 19:16:42.587241 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-6cfacdc8-574e-46cc-9e6f-4871f86c7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.588663 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-6cfacdc8-574e-46cc-9e6f-4871f86c7752 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=233570f3-e983-4a43-b1c3-84f4d93f8859 HTTP/1.1" status: 200 len: 855 time: 0.1033573 Sep 03 19:16:42.604429 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe690c8-d510-40e3-9c08-23fbc44b59eb req-6a5a47c8-6578-4be2-9911-19a49b18a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.605922 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6fe690c8-d510-40e3-9c08-23fbc44b59eb req-6a5a47c8-6578-4be2-9911-19a49b18a7fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984134 Sep 03 19:16:42.640774 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-685d4822-e4d5-4836-9f99-cf3d6221c190 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d743c112-d1b0-40bf-a632-6ff6d6c65afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338438 Sep 03 19:16:42.679025 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:42.698901 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-39d16d30-70ec-4525-9c79-0d897d7ad0b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943580 Sep 03 19:16:42.752662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-63091dec-5158-4ac4-88fb-b307d114b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.754189 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-63091dec-5158-4ac4-88fb-b307d114b1e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 1097 time: 0.0935447 Sep 03 19:16:42.800336 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd90fcb6-898c-4375-a52d-bbb5d70ece7a req-03d079b4-69f1-453b-8027-6ae7d15795ef service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887222 Sep 03 19:16:42.804631 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-56a4f043-97e6-4c26-9a77-2fd2708e03bd service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539698 Sep 03 19:16:42.805871 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-7176df19-36e2-4456-abdd-8fdbdacda85b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=588744ac-3731-42c2-8730-f544ed9d0ae5 HTTP/1.1" status: 200 len: 217 time: 0.0379896 Sep 03 19:16:42.923087 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-62ffbbc5-0373-46ce-8d65-7372799c2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.924694 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-62ffbbc5-0373-46ce-8d65-7372799c2a2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0957491 Sep 03 19:16:42.965037 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-1ce944c6-1bf8-4049-bb4b-dcf629139d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:42.967304 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-1ce944c6-1bf8-4049-bb4b-dcf629139d76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1097 time: 0.0533206 Sep 03 19:16:42.967861 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-21b3714b-aac7-48a9-8dbb-0d6cf111e6d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342355 Sep 03 19:16:42.977677 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6736a4df-3457-4a33-b76c-267bbf4c9150 req-1f14aeb5-f162-4707-aa84-bd764a00b464 service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560786 Sep 03 19:16:43.099452 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-ef2a9e44-f099-4b08-b003-861128a89352 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027563 Sep 03 19:16:43.142439 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-92c293fe-74f9-44ab-abb5-270cc99d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:43.143953 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-92c293fe-74f9-44ab-abb5-270cc99d9a01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 919 time: 0.1625242 Sep 03 19:16:43.211947 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-21c664d0-9c9e-4f75-91e1-68d15bb0555e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 217 time: 0.0458493 Sep 03 19:16:43.257105 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-66877e2d-7b64-4a37-9ed0-11615d8b75b0 req-2cc45cb5-4489-4104-b4ba-3d5d44d3ddd4 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352394 Sep 03 19:16:43.288003 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-6d33b296-6f43-4e73-b6be-84df0bbdd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:43.289475 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-6d33b296-6f43-4e73-b6be-84df0bbdd5bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0684505 Sep 03 19:16:43.322594 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-3efe124b-555f-48ae-9261-a42e2ee6e49f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247340 Sep 03 19:16:43.438618 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-2cd8b2fe-9d83-479f-a8eb-43f5caf23950 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900691 Sep 03 19:16:43.557863 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d027f22-a95b-4ca9-aa74-fa878ee9205a req-fe8d2e68-0335-4563-a0f6-ceba1f91c084 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999494 Sep 03 19:16:43.632421 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b4185-781a-432a-97cb-5ec28c826db0 req-ddaff139-42d5-4a9a-87f0-75591a79ea7d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:43.634217 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-071b4185-781a-432a-97cb-5ec28c826db0 req-ddaff139-42d5-4a9a-87f0-75591a79ea7d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 943 time: 0.0594749 Sep 03 19:16:43.711085 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-071b4185-781a-432a-97cb-5ec28c826db0 req-17e99d65-1557-49d8-95ae-57ef9a199702 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651631 Sep 03 19:16:43.761028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c62ae-7e0b-485c-ae25-cc7a39d1c23e req-499b3b96-61e4-4b37-85f4-9289e92cfba3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:43.762729 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c65c62ae-7e0b-485c-ae25-cc7a39d1c23e req-499b3b96-61e4-4b37-85f4-9289e92cfba3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 944 time: 0.0568202 Sep 03 19:16:43.813363 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c65c62ae-7e0b-485c-ae25-cc7a39d1c23e req-188bea4a-1b68-4c20-a10b-9aa185235a50 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Sep 03 19:16:43.947995 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 51946) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:44.074074 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e972a611-222a-4a51-b48f-96c0054b53ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.115438 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:16:44.171007 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e972a611-222a-4a51-b48f-96c0054b53ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.212496 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:44.223790 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'port_id': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c', 'mac_address': 'fa:16:3e:0c:50:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233570f3-e983-4a43-b1c3-84f4d93f8859', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:16:44.256682 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e972a611-222a-4a51-b48f-96c0054b53ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.265874 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.281817 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:44.300167 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e972a611-222a-4a51-b48f-96c0054b53ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8added2c3664d3e943e31645fad1378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457534 Sep 03 19:16:44.300312 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 51958) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:44.312622 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972a611-222a-4a51-b48f-96c0054b53ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6088861-efe5-45b3-b45d-4f8f175f3b67,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:44.312838 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:44.348629 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:16:44.353947 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.358517 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-620cd4f2-d8c3-4faf-913d-bcb9a2191b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.380527 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-620cd4f2-d8c3-4faf-913d-bcb9a2191b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.382479 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.383291 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:16:44.452726 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:44.508251 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-620cd4f2-d8c3-4faf-913d-bcb9a2191b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.510869 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-620cd4f2-d8c3-4faf-913d-bcb9a2191b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.512051 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-620cd4f2-d8c3-4faf-913d-bcb9a2191b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6088861-efe5-45b3-b45d-4f8f175f3b67 HTTP/1.1" status: 204 len: 168 time: 0.2126422 Sep 03 19:16:44.520295 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:44.520744 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd4f2-d8c3-4faf-913d-bcb9a2191b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6088861-efe5-45b3-b45d-4f8f175f3b67,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:44.538897 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'port_id': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad', 'mac_address': 'fa:16:3e:69:8f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:16:44.577614 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.590880 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:44.609264 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:44.702509 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:44.754545 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:44.833514 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bd9f3-c5bc-4e0f-878f-9ce41067552a req-9cc2ab42-5355-479d-b0e1-0108404b427a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:44.834968 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ce5bd9f3-c5bc-4e0f-878f-9ce41067552a req-9cc2ab42-5355-479d-b0e1-0108404b427a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 944 time: 0.0484614 Sep 03 19:16:44.900971 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ce5bd9f3-c5bc-4e0f-878f-9ce41067552a req-8b4db8bf-c90b-4abe-8ffb-026126536fcf tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593731 Sep 03 19:16:44.987910 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6c52-914d-4f8c-93e0-493aa7966501 req-29d86db0-2c92-48c4-a6a0-13968be1260e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:44.990024 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cfdc6c52-914d-4f8c-93e0-493aa7966501 req-29d86db0-2c92-48c4-a6a0-13968be1260e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 944 time: 0.0771854 Sep 03 19:16:45.028730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['6a2881ae-4e8c-470a-bfb0-bae403b2f7ad'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:45.032623 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cfdc6c52-914d-4f8c-93e0-493aa7966501 req-e5c75b6f-097d-414e-9db2-5ebec76cdf34 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Sep 03 19:16:45.055014 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:45.567690 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52006) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:45.671633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-253614804-network', 'tenant_id': '342a65d2ff4742b0b153dd5cacbb7004'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:45.771032 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Made reservation on behalf of 342a65d2ff4742b0b153dd5cacbb7004 for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:45.773473 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:45.782877 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:45.874911 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:45.959877 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:45.983195 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:16:45.999247 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a8604-cab1-4a49-98d1-08eccfb2c38d,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:46.003115 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.003675 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Added segment 740b9384-1043-4058-89a7-107f2931581e of type vlan for network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 Sep 03 19:16:46.023501 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9c2d1-bec0-4c63-9889-359bf37301d7 req-b8865daa-4914-4462-ba06-9d6bd0b5ac09 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:46.027024 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ed9c2d1-bec0-4c63-9889-359bf37301d7 req-b8865daa-4914-4462-ba06-9d6bd0b5ac09 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 944 time: 0.0625618 Sep 03 19:16:46.048618 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.067971 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ed9c2d1-bec0-4c63-9889-359bf37301d7 req-f7d0800b-a7a3-4245-af05-b793fffa579f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Sep 03 19:16:46.120917 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 588744ac-3731-42c2-8730-f544ed9d0ae5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:16:46.159874 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacaeb5-dff2-47bd-b133-093bc0784c4f req-1a41e20b-da71-4f58-8514-ea56b949033b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:46.161348 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-caacaeb5-dff2-47bd-b133-093bc0784c4f req-1a41e20b-da71-4f58-8514-ea56b949033b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 944 time: 0.0521114 Sep 03 19:16:46.180509 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.181523 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:46.182087 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.222324 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 588744ac-3731-42c2-8730-f544ed9d0ae5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=588744ac-3731-42c2-8730-f544ed9d0ae5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:46.234192 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '588744ac-3731-42c2-8730-f544ed9d0ae5', 'network_id': 'd39e4633-3540-4baa-970e-3114c7ddcdec', 'port_id': '588744ac-3731-42c2-8730-f544ed9d0ae5', 'mac_address': 'fa:16:3e:d6:e0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64018365-ec80-4f32-ab04-5fef12df9d5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:16:46.234393 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-caacaeb5-dff2-47bd-b133-093bc0784c4f req-ebb96c03-1e60-4da2-bdb6-0cf5518bb051 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665047 Sep 03 19:16:46.271816 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] Pushing event updated for resources: {'Network': ['ID=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:46.273710 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.283931 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:16:46.290335 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588744ac-3731-42c2-8730-f544ed9d0ae5 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:46.297655 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-743638b5-11f5-410c-a404-56600bf545cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7288713 Sep 03 19:16:46.301302 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52026) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:46.306213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Request body: {'subnet': {'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-253614804-subnet', 'tenant_id': '342a65d2ff4742b0b153dd5cacbb7004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:46.328634 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 588744ac-3731-42c2-8730-f544ed9d0ae5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=588744ac-3731-42c2-8730-f544ed9d0ae5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:46.387614 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Made reservation on behalf of 342a65d2ff4742b0b153dd5cacbb7004 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:46.389917 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59125917'] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.416412 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.467175 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=588744ac-3731-42c2-8730-f544ed9d0ae5,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:46.622208 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60606869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59125939'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.684258 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb004e76-8d49-45b9-8ed9-2d1b568c1b14,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:46.697378 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Checking segment: {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:46.697378 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Network hostable DHCP agents. Network: 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:16:46.737539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['588744ac-3731-42c2-8730-f544ed9d0ae5'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:16:46.782306 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:16:46.873325 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:46.877746 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:46.878338 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:46.882174 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a401e0d-03c7-4638-8065-257ad49f1780 None None] Network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:47.001213 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b565e7-8838-4a55-8916-416f0883fec6 None None] Network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:47.016953 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4fe9c850-3de1-4e48-9f1d-1b7baa1d546a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7144437 Sep 03 19:16:47.194795 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad791-3899-4ec7-a509-9468121eae3f req-219b4c9a-c14e-415e-99e2-5e6717b36ee4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:47.196268 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-211ad791-3899-4ec7-a509-9468121eae3f req-219b4c9a-c14e-415e-99e2-5e6717b36ee4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 944 time: 0.0507314 Sep 03 19:16:47.234127 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-211ad791-3899-4ec7-a509-9468121eae3f req-379f0df4-fd37-4de8-91d0-fe7d8087c6ca tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Sep 03 19:16:47.358686 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49c8a-e34d-43e5-85f3-06261aba9540 req-642f0914-751e-497d-90d3-f02e8b18e718 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:47.360130 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40a49c8a-e34d-43e5-85f3-06261aba9540 req-642f0914-751e-497d-90d3-f02e8b18e718 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Sep 03 19:16:47.397677 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40a49c8a-e34d-43e5-85f3-06261aba9540 req-2bf7d9ce-0b8b-4efe-b274-a4a12922b179 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Sep 03 19:16:48.123635 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:48.228227 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:48.232630 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:48.233044 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.314998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52148) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:48.324127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.358430 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:48.361590 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8fae1e-7bf8-4735-bf97-1e72ced4ad7d" -d '{"events": [{"server_uuid": "1d6a037b-52b1-45e4-89a2-99a31685bcae", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:48.380614 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:48.381340 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860bd4d-0701-4a8f-8ef9-bb91e7ea3c7f req-7214ab78-d163-4b49-974d-e979f5b142fc tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:48.382901 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c860bd4d-0701-4a8f-8ef9-bb91e7ea3c7f req-7214ab78-d163-4b49-974d-e979f5b142fc tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 944 time: 0.0732830 Sep 03 19:16:48.408285 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951ba1e7-5425-4685-a99d-a42531141fa3 x-openstack-request-id: req-951ba1e7-5425-4685-a99d-a42531141fa3 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:48.408637 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6a037b-52b1-45e4-89a2-99a31685bcae", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:48.408813 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-951ba1e7-5425-4685-a99d-a42531141fa3 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:48.409867 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c', 'code': 200} Sep 03 19:16:48.433596 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c860bd4d-0701-4a8f-8ef9-bb91e7ea3c7f req-6d2be1d6-f061-427d-a7c5-010937356a8e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Sep 03 19:16:48.440674 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.441682 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:48.466243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-904ee255-ddf0-4754-92e4-8fdc8090f7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.536669 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:48.560518 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af746d-551a-4496-8b75-9ce9ea3fe0b0 req-09f30a85-8583-4c53-9c27-816859a23a16 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:48.562127 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-25af746d-551a-4496-8b75-9ce9ea3fe0b0 req-09f30a85-8583-4c53-9c27-816859a23a16 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 945 time: 0.0716066 Sep 03 19:16:48.612327 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:48.621118 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:48.622253 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.626307 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-25af746d-551a-4496-8b75-9ce9ea3fe0b0 req-eceb8364-3bf0-45ab-92c7-18d0f23cef82 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574865 Sep 03 19:16:48.639271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-904ee255-ddf0-4754-92e4-8fdc8090f7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.704212 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-904ee255-ddf0-4754-92e4-8fdc8090f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.718573 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.749363 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ec2e9-c2df-472f-8aba-d5724249be47 req-12db8519-435f-4641-953e-f6f1db90d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:48.754418 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-749ec2e9-c2df-472f-8aba-d5724249be47 req-12db8519-435f-4641-953e-f6f1db90d5fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 1098 time: 0.0521393 Sep 03 19:16:48.759754 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee255-ddf0-4754-92e4-8fdc8090f7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a9c456-3add-43cc-8ccb-a998c70a6a60,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:48.767043 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-904ee255-ddf0-4754-92e4-8fdc8090f7e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70e4193d0612410193e7633b44e9de00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482684 Sep 03 19:16:48.769276 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52160) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:48.779087 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:48.801917 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-749ec2e9-c2df-472f-8aba-d5724249be47 req-1fc8d4e5-8ffb-497f-a098-4b52c33f9876 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Sep 03 19:16:48.828832 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a76-0545-4637-bd5c-84cafd2a2e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.845360 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.846200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 588744ac-3731-42c2-8730-f544ed9d0ae5 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:16:48.850060 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a76-0545-4637-bd5c-84cafd2a2e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.926702 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:48.987524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a76-0545-4637-bd5c-84cafd2a2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.990233 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a76-0545-4637-bd5c-84cafd2a2e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:48.991453 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-7a6d1a76-0545-4637-bd5c-84cafd2a2e53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89a9c456-3add-43cc-8ccb-a998c70a6a60 HTTP/1.1" status: 204 len: 168 time: 0.2212203 Sep 03 19:16:49.002286 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1a76-0545-4637-bd5c-84cafd2a2e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a9c456-3add-43cc-8ccb-a998c70a6a60,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:49.019794 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 588744ac-3731-42c2-8730-f544ed9d0ae5 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:16:49.030057 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 588744ac-3731-42c2-8730-f544ed9d0ae5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:16:49.030343 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:49.111966 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:49.151012 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 588744ac-3731-42c2-8730-f544ed9d0ae5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=588744ac-3731-42c2-8730-f544ed9d0ae5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:16:49.180267 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8cf3c9bb-3395-4d9b-83bf-867b049eaa14 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:49.181767 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8cf3c9bb-3395-4d9b-83bf-867b049eaa14 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/networks?id=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 HTTP/1.1" status: 200 len: 813 time: 0.1063099 Sep 03 19:16:49.198836 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-df859e2a-0738-4315-87f5-1a5619c2c6a6 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/quotas/342a65d2ff4742b0b153dd5cacbb7004 HTTP/1.1" status: 200 len: 375 time: 0.0110180 Sep 03 19:16:49.222543 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:49.232820 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-a216af68-83cc-419e-8a19-80ecb8322f56 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253284 Sep 03 19:16:49.272984 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=588744ac-3731-42c2-8730-f544ed9d0ae5,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:49.331377 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-132587cc-1436-414c-b28b-8ed2485b592e service neutron] 10.222.0.18 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903316 Sep 03 19:16:49.448340 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-675849c7-4dd7-4f51-8d1f-83403ba27b1e service neutron] 10.222.0.18 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038198 Sep 03 19:16:49.564399 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f884-c88d-4e38-8b50-8252b52c3911 req-a7033dd9-5992-4923-9545-b664b69ae95b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:49.565922 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c934f884-c88d-4e38-8b50-8252b52c3911 req-a7033dd9-5992-4923-9545-b664b69ae95b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0482693 Sep 03 19:16:49.603358 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c934f884-c88d-4e38-8b50-8252b52c3911 req-192fe82c-fb0e-4147-a53e-4c3be522db86 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Sep 03 19:16:49.704110 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9011d4fd-4bae-4805-9485-061b143a8b5a req-7831ea71-efde-4c90-a2c5-ca92067e038e tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 210 time: 0.0283341 Sep 03 19:16:49.821494 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a80c5-bbbe-4ff2-8736-2c32f0c4c2d3 req-f4f9567b-968f-4628-93bf-4ec9b5835b07 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:49.823139 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9d2a80c5-bbbe-4ff2-8736-2c32f0c4c2d3 req-f4f9567b-968f-4628-93bf-4ec9b5835b07 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0864818 Sep 03 19:16:49.867708 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9d2a80c5-bbbe-4ff2-8736-2c32f0c4c2d3 req-28a59480-9343-4533-9bc4-669c19c9ce3f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Sep 03 19:16:50.410958 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d6324-ef9e-4dc4-8905-347190c562fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad'}, {'server_uuid': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588744ac-3731-42c2-8730-f544ed9d0ae5'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:50.413319 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871dbb46-cb9f-43d6-bef8-8631e1fdaacc" -d '{"events": [{"server_uuid": "843d6324-ef9e-4dc4-8905-347190c562fb", "name": "network-vif-plugged", "status": "completed", "tag": "6a2881ae-4e8c-470a-bfb0-bae403b2f7ad"}, {"server_uuid": "1e7eabbb-da70-4531-9c75-afaf46f17394", "name": "network-vif-plugged", "status": "completed", "tag": "588744ac-3731-42c2-8730-f544ed9d0ae5"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:50.463199 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a4d92-de36-42f2-8b0f-e0fb56cb73b6 x-openstack-request-id: req-152a4d92-de36-42f2-8b0f-e0fb56cb73b6 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:50.463498 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d6324-ef9e-4dc4-8905-347190c562fb", "name": "network-vif-plugged", "status": "completed", "tag": "6a2881ae-4e8c-470a-bfb0-bae403b2f7ad", "code": 200}, {"server_uuid": "1e7eabbb-da70-4531-9c75-afaf46f17394", "name": "network-vif-plugged", "status": "completed", "tag": "588744ac-3731-42c2-8730-f544ed9d0ae5", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:50.463748 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-152a4d92-de36-42f2-8b0f-e0fb56cb73b6 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:50.464193 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d6324-ef9e-4dc4-8905-347190c562fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad', 'code': 200} Sep 03 19:16:50.464468 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588744ac-3731-42c2-8730-f544ed9d0ae5', 'code': 200} Sep 03 19:16:50.729312 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16d5ba-ae67-45b8-aac9-1105676857c2 req-24df4d58-4a50-4a7d-9e03-f541a9080309 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:50.730742 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1d16d5ba-ae67-45b8-aac9-1105676857c2 req-24df4d58-4a50-4a7d-9e03-f541a9080309 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0529649 Sep 03 19:16:50.781653 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1d16d5ba-ae67-45b8-aac9-1105676857c2 req-fac07eba-83cc-4713-8237-6602ff81ede0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Sep 03 19:16:50.841429 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-df5275e3-c9e3-4fd6-9fe8-875f6affe9a5 req-1a8376e4-3261-48cc-a62a-f62beb5c2e1f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 210 time: 0.0590012 Sep 03 19:16:50.851129 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802b2bb-47b7-4b28-99b7-9d0538e87393 req-742904bb-160b-4a4d-856d-b8e5c7582cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:50.853245 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f802b2bb-47b7-4b28-99b7-9d0538e87393 req-742904bb-160b-4a4d-856d-b8e5c7582cf4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 1099 time: 0.0494819 Sep 03 19:16:50.913473 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f802b2bb-47b7-4b28-99b7-9d0538e87393 req-8504aca5-25e4-4d70-bd09-ae8da8dbc6f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Sep 03 19:16:50.921283 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba14843-883f-4f6f-ab28-dab9ce91d83d req-9d2118ee-2d15-4ec0-971d-211d4222db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:50.922924 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fba14843-883f-4f6f-ab28-dab9ce91d83d req-9d2118ee-2d15-4ec0-971d-211d4222db6a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0458426 Sep 03 19:16:50.998785 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022d579-541b-4746-957e-d52c6cc0872c req-e6556283-5bd8-4e48-9eff-26373b55b839 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:51.003170 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c022d579-541b-4746-957e-d52c6cc0872c req-e6556283-5bd8-4e48-9eff-26373b55b839 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0531211 Sep 03 19:16:51.040631 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c022d579-541b-4746-957e-d52c6cc0872c req-6e0ceda0-8534-4deb-a8f5-2182e1711576 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Sep 03 19:16:51.228896 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fba14843-883f-4f6f-ab28-dab9ce91d83d req-70ba9ef1-a6de-4a05-bcaa-fa1ef0b0389f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Sep 03 19:16:51.622727 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52276) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:51.725243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-be8369f2-f3a5-4a30-9ed6-1e9d0f68bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:51.809429 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-be8369f2-f3a5-4a30-9ed6-1e9d0f68bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:51.930266 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-be8369f2-f3a5-4a30-9ed6-1e9d0f68bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:51.955320 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-931b2a6a-fb6d-440b-88e5-d189b553500f req-988ffb09-db95-4e26-b104-0c558dd40824 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 210 time: 0.0363171 Sep 03 19:16:51.982664 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-be8369f2-f3a5-4a30-9ed6-1e9d0f68bfbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b786b385c3d64e0e9abd0ae90d411075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588696 Sep 03 19:16:51.985279 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52286) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:51.989058 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8369f2-f3a5-4a30-9ed6-1e9d0f68bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2159c7-65c3-4330-b8d9-e7fa240ed750,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:52.041973 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4412d45a-da4f-4692-9766-1926b67c6a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:52.063971 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4412d45a-da4f-4692-9766-1926b67c6a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:52.167428 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c2875-730c-4434-bc73-c090173d2508 req-0b18e64e-77cc-48f5-a301-7221c08ad0e6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:52.168955 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0a1c2875-730c-4434-bc73-c090173d2508 req-0b18e64e-77cc-48f5-a301-7221c08ad0e6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Sep 03 19:16:52.206399 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0a1c2875-730c-4434-bc73-c090173d2508 req-9cf81c2f-caaa-40ab-be04-d82105d87a7e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Sep 03 19:16:52.207394 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4412d45a-da4f-4692-9766-1926b67c6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:52.209881 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4412d45a-da4f-4692-9766-1926b67c6a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:52.210876 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4412d45a-da4f-4692-9766-1926b67c6a66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e2159c7-65c3-4330-b8d9-e7fa240ed750 HTTP/1.1" status: 204 len: 168 time: 0.2246485 Sep 03 19:16:52.222670 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412d45a-da4f-4692-9766-1926b67c6a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2159c7-65c3-4330-b8d9-e7fa240ed750,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:52.429397 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5ce95cb0-8956-4158-8f5e-9b43895904ce tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:52.430857 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5ce95cb0-8956-4158-8f5e-9b43895904ce tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "GET /v2.0/networks?id=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 HTTP/1.1" status: 200 len: 813 time: 0.1004474 Sep 03 19:16:52.458569 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Request body: {'port': {'device_id': '500f9587-b10a-4a18-904f-665d610b1c78', 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8', 'admin_state_up': True, 'tenant_id': '342a65d2ff4742b0b153dd5cacbb7004'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:52.668263 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Made reservation on behalf of 342a65d2ff4742b0b153dd5cacbb7004 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:52.671847 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:52.809803 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Allocated IP 172.20.0.13 (6be2cd0d-4f8f-4da7-91e0-59f449ace6d8/cb004e76-8d49-45b9-8ed9-2d1b568c1b14/99f33ed7-e556-49e3-a411-e130f33b615a) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:16:52.992419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52322) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:52.995703 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.005756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-733e44fa-3eec-4fdd-afea-760c1943c1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.072805 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7e0b8bc2-9151-49c0-9d06-945a893da744 req-2a8f92de-943c-4354-8618-31504ab0143d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 210 time: 0.0321941 Sep 03 19:16:53.143821 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.194698 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:16:53.198098 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:53.205166 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:16:53.209757 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Pushing event updated for resources: {'Port': ['ID=99f33ed7-e556-49e3-a411-e130f33b615a,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:53.313491 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-733e44fa-3eec-4fdd-afea-760c1943c1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.411261 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-733e44fa-3eec-4fdd-afea-760c1943c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.474219 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e44fa-3eec-4fdd-afea-760c1943c1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e79f1-eb01-4aa5-9274-a08d0fa73e84,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:53.482401 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:53.482525 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-733e44fa-3eec-4fdd-afea-760c1943c1a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6c021bc4a4a430f943e796664f17aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887786 Sep 03 19:16:53.483080 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52328) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:53.483269 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.535348 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc895e-ab5a-4394-85eb-61afb95ccba6 req-f678a115-eb23-406c-bead-dc5ff5ea50f4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:53.536786 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6edc895e-ab5a-4394-85eb-61afb95ccba6 req-f678a115-eb23-406c-bead-dc5ff5ea50f4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0977428 Sep 03 19:16:53.557861 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f595ea10-e7ab-465c-9fe6-899b3a7471c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.560354 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-8914335c-a7b8-409e-90a8-27cdb439495a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1065254 Sep 03 19:16:53.597925 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f595ea10-e7ab-465c-9fe6-899b3a7471c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.601807 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6edc895e-ab5a-4394-85eb-61afb95ccba6 req-cc9dca84-a098-4231-940e-5235beaf3130 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Sep 03 19:16:53.724441 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f595ea10-e7ab-465c-9fe6-899b3a7471c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.726997 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f595ea10-e7ab-465c-9fe6-899b3a7471c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:53.730538 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f595ea10-e7ab-465c-9fe6-899b3a7471c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c99e79f1-eb01-4aa5-9274-a08d0fa73e84 HTTP/1.1" status: 204 len: 168 time: 0.2431369 Sep 03 19:16:53.735867 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595ea10-e7ab-465c-9fe6-899b3a7471c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e79f1-eb01-4aa5-9274-a08d0fa73e84,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:54.374760 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52348) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:54.388169 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60b283b6-4f23-4f10-b115-30e39603e03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.477720 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60b283b6-4f23-4f10-b115-30e39603e03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.553592 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60b283b6-4f23-4f10-b115-30e39603e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.591335 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-60b283b6-4f23-4f10-b115-30e39603e03b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b844583626314ab6ac92476fba9c02c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154851 Sep 03 19:16:54.592180 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b283b6-4f23-4f10-b115-30e39603e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760dcb2e-a08c-42c3-91a2-ca3139b8c692,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:54.593889 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52352) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:54.640623 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0727-5060-4611-87b7-d004c89177ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.660379 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0727-5060-4611-87b7-d004c89177ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.770973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0727-5060-4611-87b7-d004c89177ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.773534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0727-5060-4611-87b7-d004c89177ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:54.774682 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3b7d0727-5060-4611-87b7-d004c89177ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/760dcb2e-a08c-42c3-91a2-ca3139b8c692 HTTP/1.1" status: 204 len: 168 time: 0.1797192 Sep 03 19:16:54.782993 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d0727-5060-4611-87b7-d004c89177ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760dcb2e-a08c-42c3-91a2-ca3139b8c692,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:55.701212 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52382) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:55.795329 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873119279-network', 'tenant_id': '100b9d6d067241b08a1d3977ad54b820'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:55.925253 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Made reservation on behalf of 100b9d6d067241b08a1d3977ad54b820 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:55.927531 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:55.936457 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.019219 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.079312 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.103768 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:16:56.113654 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7aa636-c0b7-4c16-931b-57af059151b3,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:56.118404 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.118742 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Added segment fd270ce2-e8b3-4a08-be6d-f102dd80ab2b of type vlan for network 7e9bb572-5c2a-4742-a4bf-78f54c96404e Sep 03 19:16:56.162809 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.221985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.222870 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:56.223463 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.280738 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5784678 Sep 03 19:16:56.281765 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028a5e4-8f58-487b-9118-e21084cef1ec admin admin] Pushing event updated for resources: {'Network': ['ID=7e9bb572-5c2a-4742-a4bf-78f54c96404e,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:56.284043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52388) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:16:56.289023 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Request body: {'subnet': {'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873119279-subnet', 'tenant_id': '100b9d6d067241b08a1d3977ad54b820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:56.292362 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 7e9bb572-5c2a-4742-a4bf-78f54c96404e details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:16:56.342036 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Made reservation on behalf of 100b9d6d067241b08a1d3977ad54b820 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:16:56.344476 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60469711'] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.408542 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Request body: {'port': {'device_id': '500f9587-b10a-4a18-904f-665d610b1c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:16:56.484659 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.599834 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac851ebf-e278-4f7c-9ffb-49ecfb4daffc req-1f8f01aa-ccff-41b1-9712-befba4332a33 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:56.601442 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ac851ebf-e278-4f7c-9ffb-49ecfb4daffc req-1f8f01aa-ccff-41b1-9712-befba4332a33 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 932 time: 0.0510199 Sep 03 19:16:56.676849 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c811-6a1a-47d1-89c2-2a9976a04c99 req-433b98ca-2f28-475a-8d42-76598f4f7082 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:56.684881 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2120c811-6a1a-47d1-89c2-2a9976a04c99 req-433b98ca-2f28-475a-8d42-76598f4f7082 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.1584144 Sep 03 19:16:56.695159 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-dbb570ce-261a-4188-9c48-00bd599310d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:56.696490 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-dbb570ce-261a-4188-9c48-00bd599310d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 1099 time: 0.0715775 Sep 03 19:16:56.699435 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ac851ebf-e278-4f7c-9ffb-49ecfb4daffc req-054df502-384e-4aa8-bbd7-46c56591d8bb tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917339 Sep 03 19:16:56.793531 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2120c811-6a1a-47d1-89c2-2a9976a04c99 req-81b6b592-cd45-414e-97e5-adf23d5d3d6c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076775 Sep 03 19:16:56.827637 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-e9bd7201-1644-4962-a300-4f1f0fe2aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:56.831573 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-e9bd7201-1644-4962-a300-4f1f0fe2aa2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 919 time: 0.0974138 Sep 03 19:16:56.836505 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59879139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60469729'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:56.875289 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-25d1ff56-4418-4171-861c-92650643372e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=588744ac-3731-42c2-8730-f544ed9d0ae5 HTTP/1.1" status: 200 len: 217 time: 0.0383637 Sep 03 19:16:56.931123 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6c738e-7b30-4296-9181-c3d41f2b3686,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:56.947013 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Checking segment: {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:56.947013 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Network hostable DHCP agents. Network: 7e9bb572-5c2a-4742-a4bf-78f54c96404e, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:16:56.949142 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-c9739834-0c1f-4ef7-b6d0-325febc15903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:56.950572 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-c9739834-0c1f-4ef7-b6d0-325febc15903 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0526903 Sep 03 19:16:56.995694 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f33ed7-e556-49e3-a411-e130f33b615a {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:16:56.998153 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-0b96f80a-570c-4a07-9786-8ba6477fe4b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317473 Sep 03 19:16:57.004728 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:57.016350 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Transition to ACTIVE for port object 99f33ed7-e556-49e3-a411-e130f33b615a will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:16:57.105303 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-d54c2bf7-7142-49fc-b0bb-9a4e00b6a382 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Sep 03 19:16:57.108190 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:57.110232 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Network 7e9bb572-5c2a-4742-a4bf-78f54c96404e is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:16:57.165304 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Pushing event updated for resources: {'Port': ['ID=99f33ed7-e556-49e3-a411-e130f33b615a,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:57.206969 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98b979bc-a8d1-42ce-8f8b-4898c0f58073 req-40b20b9b-0576-44b7-b627-58ab60593614 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861995 Sep 03 19:16:57.228958 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 7e9bb572-5c2a-4742-a4bf-78f54c96404e) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:16:57.234139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.234724 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:57.237014 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Attempting to bind port 99f33ed7-e556-49e3-a411-e130f33b615a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:16:57.237340 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Attempting to bind port 99f33ed7-e556-49e3-a411-e130f33b615a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:16:57.237659 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Attempting to bind port 99f33ed7-e556-49e3-a411-e130f33b615a on network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:57.241175 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd60d33-833f-4736-8137-547728213288 None None] Network 7e9bb572-5c2a-4742-a4bf-78f54c96404e requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:57.248044 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Port 99f33ed7-e556-49e3-a411-e130f33b615a on network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:16:57.248304 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Attempting to bind port 99f33ed7-e556-49e3-a411-e130f33b615a on network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:16:57.254231 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:16:57.254604 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Checking segment: {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:16:57.254958 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Bound using segment: {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:16:57.255376 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Bound port: 99f33ed7-e556-49e3-a411-e130f33b615a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:16:57.255721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:57.321799 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9335b248-113a-40d8-9946-5f9168774bbc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0291269 Sep 03 19:16:57.331319 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] For port 99f33ed7-e556-49e3-a411-e130f33b615a, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:16:57.335417 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] For port 99f33ed7-e556-49e3-a411-e130f33b615a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=99f33ed7-e556-49e3-a411-e130f33b615a,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:16:57.399792 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:57.403631 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038a9ec-6c92-4795-9614-66b70c5868bb None None] Network 7e9bb572-5c2a-4742-a4bf-78f54c96404e requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:16:57.436877 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.437646 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:16:57.439163 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] 10.222.0.20 "PUT /v2.0/ports/99f33ed7-e556-49e3-a411-e130f33b615a HTTP/1.1" status: 200 len: 1094 time: 1.0361662 Sep 03 19:16:57.441858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500f9587-b10a-4a18-904f-665d610b1c78', 'tag': '99f33ed7-e556-49e3-a411-e130f33b615a'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:16:57.441949 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "500f9587-b10a-4a18-904f-665d610b1c78", "tag": "99f33ed7-e556-49e3-a411-e130f33b615a"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:16:57.475645 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766c051-d9d4-4a3d-bcd2-70f7c392e122 service neutron] Pushing event updated for resources: {'Port': ['ID=99f33ed7-e556-49e3-a411-e130f33b615a,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:16:57.497003 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7d5104-12ee-4b37-bfec-b0e08b9d7975 x-openstack-request-id: req-aa7d5104-12ee-4b37-bfec-b0e08b9d7975 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:16:57.497258 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500f9587-b10a-4a18-904f-665d610b1c78", "tag": "99f33ed7-e556-49e3-a411-e130f33b615a", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:16:57.497501 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa7d5104-12ee-4b37-bfec-b0e08b9d7975 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:16:57.497890 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500f9587-b10a-4a18-904f-665d610b1c78', 'tag': '99f33ed7-e556-49e3-a411-e130f33b615a', 'status': 'completed', 'code': 200} Sep 03 19:16:57.599871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d req-0142090c-717c-4490-92bb-37c4129e22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.601401 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d req-0142090c-717c-4490-92bb-37c4129e22ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 1097 time: 0.0489964 Sep 03 19:16:57.765963 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d req-907fd76e-d726-4fa3-bcbf-53d0c846ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.768462 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d req-907fd76e-d726-4fa3-bcbf-53d0c846ad3d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0978305 Sep 03 19:16:57.884248 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c00fab-f55f-4466-a624-304dab85fea1 req-b7045d1b-7623-49c7-b053-3310b4ffa199 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.885788 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a4c00fab-f55f-4466-a624-304dab85fea1 req-b7045d1b-7623-49c7-b053-3310b4ffa199 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 944 time: 0.1084476 Sep 03 19:16:57.910221 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc81ae-80c9-4ac8-9e47-771ad02382fc req-b8c0c4d3-6072-4bc3-9b8d-51493f17283e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.911927 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e3dc81ae-80c9-4ac8-9e47-771ad02382fc req-b8c0c4d3-6072-4bc3-9b8d-51493f17283e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0502059 Sep 03 19:16:57.941318 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d req-2f314794-986c-4421-bb24-0f63744f08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:16:57.943336 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a75c7371-ae7d-4efd-9ed4-1476b3bebf8d req-2f314794-986c-4421-bb24-0f63744f08d2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404157 Sep 03 19:16:57.946673 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a4c00fab-f55f-4466-a624-304dab85fea1 req-92dce509-0684-4bd2-87b3-cea253829195 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Sep 03 19:16:57.957354 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e3dc81ae-80c9-4ac8-9e47-771ad02382fc req-5636d1d9-075d-4033-9026-cd065932529c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Sep 03 19:17:01.038242 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-a9a9bff6-feb4-4ea8-9bcf-6a5d72b9a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:01.039802 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-a9a9bff6-feb4-4ea8-9bcf-6a5d72b9a971 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 1097 time: 0.0453258 Sep 03 19:17:01.102564 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-575bbc70-174a-4e7d-b564-484c62781b7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99f33ed7-e556-49e3-a411-e130f33b615a HTTP/1.1" status: 200 len: 217 time: 0.0423827 Sep 03 19:17:01.147482 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c1212-cb83-4f5b-b42e-130e90b9dad8 req-8d60ddbd-383e-4841-b4f8-82d943b8e561 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:01.148956 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d74c1212-cb83-4f5b-b42e-130e90b9dad8 req-8d60ddbd-383e-4841-b4f8-82d943b8e561 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0480139 Sep 03 19:17:01.182365 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605a8f7-4f59-4215-a05d-f962af586f94 req-52ab4822-3bb0-4e06-8fa4-5c22b8f123ce tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:01.183850 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8605a8f7-4f59-4215-a05d-f962af586f94 req-52ab4822-3bb0-4e06-8fa4-5c22b8f123ce tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 944 time: 0.0840559 Sep 03 19:17:01.186262 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d74c1212-cb83-4f5b-b42e-130e90b9dad8 req-3a37afea-bebc-4bbe-89a0-410356410fcc tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310366 Sep 03 19:17:01.187366 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-86157c6c-3f5e-4504-8be0-f1a9c9835d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:01.189448 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-86157c6c-3f5e-4504-8be0-f1a9c9835d79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb004e76-8d49-45b9-8ed9-2d1b568c1b14 HTTP/1.1" status: 200 len: 853 time: 0.0629570 Sep 03 19:17:01.237932 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-cc808cd1-2c67-4588-a539-62c76eaf02c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288923 Sep 03 19:17:01.263846 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8605a8f7-4f59-4215-a05d-f962af586f94 req-8f3958c2-58ef-46db-8094-4294e97254a3 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740738 Sep 03 19:17:01.338681 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-6c03f3ba-c9e1-402c-8efd-49f093cf056c service neutron] 10.222.0.20 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876646 Sep 03 19:17:01.439762 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1303d80f-2490-461c-ac1e-cf631b4ee793 req-7f7da034-07b4-4682-be7d-fcdde91be22b service neutron] 10.222.0.20 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915687 Sep 03 19:17:02.303184 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28ef82-7015-44fd-98a8-95fdb132c111 req-2bebbf7e-8694-4b1d-ae8c-5a962609ea35 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:02.304649 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd28ef82-7015-44fd-98a8-95fdb132c111 req-2bebbf7e-8694-4b1d-ae8c-5a962609ea35 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0465665 Sep 03 19:17:02.341747 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd28ef82-7015-44fd-98a8-95fdb132c111 req-6b39d8dd-d2bc-47fb-ae31-01bd66f22e22 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312529 Sep 03 19:17:02.382642 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5a94e-1f7a-4f4a-9dc7-aaeb41a3b2d0 req-8acf36e5-be37-403d-a686-3b9eec47603b tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:02.384256 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-afa5a94e-1f7a-4f4a-9dc7-aaeb41a3b2d0 req-8acf36e5-be37-403d-a686-3b9eec47603b tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 944 time: 0.0508988 Sep 03 19:17:02.423300 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-afa5a94e-1f7a-4f4a-9dc7-aaeb41a3b2d0 req-876cd9ec-7888-4ac6-b961-add27474e2ab tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Sep 03 19:17:02.626341 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-05def2a7-30ad-456b-8199-fec8302b74cd tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:02.627696 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-05def2a7-30ad-456b-8199-fec8302b74cd tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/networks?id=7e9bb572-5c2a-4742-a4bf-78f54c96404e HTTP/1.1" status: 200 len: 808 time: 0.1009915 Sep 03 19:17:02.641995 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-4ee7ca68-3f9a-477f-85e9-69d9026a0995 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/quotas/100b9d6d067241b08a1d3977ad54b820 HTTP/1.1" status: 200 len: 375 time: 0.0086658 Sep 03 19:17:02.672179 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-3c69bab0-e6c1-40a4-af2a-454ade9b0327 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=100b9d6d067241b08a1d3977ad54b820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246866 Sep 03 19:17:02.766086 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-51c05b55-4ef7-4cbe-a81b-9260b9397c1a service neutron] 10.222.0.18 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871918 Sep 03 19:17:02.845367 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:02.857821 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-4d9ca915-1023-49b3-b9d7-69b76ab0cd65 service neutron] 10.222.0.18 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Sep 03 19:17:03.064764 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-63394dc4-8a9e-48ef-914b-1106a6bffb26 req-fface61f-72ee-4009-bfba-3f3618b82450 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 210 time: 0.0252180 Sep 03 19:17:05.695001 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbaa82-3665-4cfc-8885-c51043fed9fd req-3e330da1-e6ce-434e-9401-04d66427e205 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:05.696499 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8cfbaa82-3665-4cfc-8885-c51043fed9fd req-3e330da1-e6ce-434e-9401-04d66427e205 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0536308 Sep 03 19:17:05.703458 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac279c1-b55b-4c52-8fa2-f0bea521002d req-39d6b439-4a7d-4155-bb33-efc9a5244b32 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:05.706510 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cac279c1-b55b-4c52-8fa2-f0bea521002d req-39d6b439-4a7d-4155-bb33-efc9a5244b32 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 944 time: 0.0567265 Sep 03 19:17:05.737797 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8cfbaa82-3665-4cfc-8885-c51043fed9fd req-610c51ef-cd5a-4060-9701-8a36354dfb3a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Sep 03 19:17:05.748575 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cac279c1-b55b-4c52-8fa2-f0bea521002d req-10da2cb3-360b-4d01-9062-35c9b83ffb48 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Sep 03 19:17:05.817027 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-80b3fdc0-ee76-4e08-9950-0b7fe103187c req-f9ed9c6f-33df-4825-9eec-589b500078a1 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 210 time: 0.0259573 Sep 03 19:17:06.859938 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4b28e-7a39-4038-988f-950e12fb097b req-e290ad0b-0043-4a13-aff4-617e1e10625f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:06.861420 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cc4b28e-7a39-4038-988f-950e12fb097b req-e290ad0b-0043-4a13-aff4-617e1e10625f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0510552 Sep 03 19:17:06.900265 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01baa9-8d53-46c5-9e9a-bd17cb7ceb44 req-9dd0bd59-d918-4082-b806-ae0967ac4799 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:06.906648 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cc4b28e-7a39-4038-988f-950e12fb097b req-d33e69f7-e2fd-448b-b6fa-90283225f3af tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Sep 03 19:17:06.909630 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fc01baa9-8d53-46c5-9e9a-bd17cb7ceb44 req-9dd0bd59-d918-4082-b806-ae0967ac4799 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 944 time: 0.0806432 Sep 03 19:17:07.009322 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fc01baa9-8d53-46c5-9e9a-bd17cb7ceb44 req-8cd9a220-75e4-4174-8534-114c3eb0a825 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978484 Sep 03 19:17:07.041561 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e00f281a-9b3b-4b5f-97fe-4f3970d5f966 req-2c460e28-be3d-4d80-901a-562c402a5ed8 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 210 time: 0.0438788 Sep 03 19:17:07.042979 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-acb8056b-6480-4e7b-8113-6ee18351ebfb tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:07.044796 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-acb8056b-6480-4e7b-8113-6ee18351ebfb tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "GET /v2.0/networks?id=7e9bb572-5c2a-4742-a4bf-78f54c96404e HTTP/1.1" status: 200 len: 808 time: 0.1855960 Sep 03 19:17:07.071393 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Request body: {'port': {'device_id': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e', 'admin_state_up': True, 'tenant_id': '100b9d6d067241b08a1d3977ad54b820'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:17:07.298235 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Made reservation on behalf of 100b9d6d067241b08a1d3977ad54b820 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:17:07.315231 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:07.466072 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Allocated IP 172.20.0.2 (7e9bb572-5c2a-4742-a4bf-78f54c96404e/ac6c738e-7b30-4296-9181-c3d41f2b3686/20e65e49-fe61-4ab2-80ac-6e3a25251d13) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:17:07.631846 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:07.731554 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:07.777279 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Network 7e9bb572-5c2a-4742-a4bf-78f54c96404e is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:17:07.781163 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:17:07.784465 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:17:07.825075 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Pushing event updated for resources: {'Port': ['ID=20e65e49-fe61-4ab2-80ac-6e3a25251d13,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:07.857689 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:07.858368 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:07.931736 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-a21c4517-e4c1-40b2-84c4-fbf7e7b8c91a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650289 Sep 03 19:17:07.958351 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Request body: {'port': {'device_id': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:17:08.041098 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.097559 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3c416-57b6-42f5-bf9c-150487836574 req-ea415a24-e1b7-4ac5-8d79-9d7bacb4282f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:08.099127 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57f3c416-57b6-42f5-bf9c-150487836574 req-ea415a24-e1b7-4ac5-8d79-9d7bacb4282f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0894060 Sep 03 19:17:08.186064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 99f33ed7-e556-49e3-a411-e130f33b615a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:17:08.210977 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57f3c416-57b6-42f5-bf9c-150487836574 req-b7bea33f-a595-4e95-8605-19df980b5772 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043372 Sep 03 19:17:08.224569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b039ee-456f-4ea4-a5e3-fb6b8a7a6357 req-f8a855b9-cd2f-49b7-9d9e-3b7834699cd5 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:08.227484 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-96b039ee-456f-4ea4-a5e3-fb6b8a7a6357 req-f8a855b9-cd2f-49b7-9d9e-3b7834699cd5 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 944 time: 0.0675483 Sep 03 19:17:08.281038 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-96b039ee-456f-4ea4-a5e3-fb6b8a7a6357 req-49c97b99-ff44-48a9-a582-04a6722d2405 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429535 Sep 03 19:17:08.309666 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 99f33ed7-e556-49e3-a411-e130f33b615a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=99f33ed7-e556-49e3-a411-e130f33b615a,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:08.323853 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '99f33ed7-e556-49e3-a411-e130f33b615a', 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8', 'port_id': '99f33ed7-e556-49e3-a411-e130f33b615a', 'mac_address': 'fa:16:3e:1f:e8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb004e76-8d49-45b9-8ed9-2d1b568c1b14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:17:08.361937 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.375114 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f33ed7-e556-49e3-a411-e130f33b615a {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:08.388270 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b769a-5b9d-4675-9e11-e73c321b849e req-c152288a-36d0-4d39-94f1-3291eb9a8bf7 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:08.389793 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f36b769a-5b9d-4675-9e11-e73c321b849e req-c152288a-36d0-4d39-94f1-3291eb9a8bf7 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 931 time: 0.0723221 Sep 03 19:17:08.394163 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 99f33ed7-e556-49e3-a411-e130f33b615a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=99f33ed7-e556-49e3-a411-e130f33b615a,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:08.457201 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e65e49-fe61-4ab2-80ac-6e3a25251d13 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:08.465940 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.470443 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f36b769a-5b9d-4675-9e11-e73c321b849e req-46f5a661-c4cd-4e28-8044-590102886059 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720935 Sep 03 19:17:08.475037 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.487045 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Transition to ACTIVE for port object 20e65e49-fe61-4ab2-80ac-6e3a25251d13 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:17:08.524776 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=99f33ed7-e556-49e3-a411-e130f33b615a,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:08.553621 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.605675 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Pushing event updated for resources: {'Port': ['ID=20e65e49-fe61-4ab2-80ac-6e3a25251d13,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:08.668128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Attempting to bind port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:17:08.668457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Attempting to bind port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:17:08.668781 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Attempting to bind port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 on network 7e9bb572-5c2a-4742-a4bf-78f54c96404e {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:17:08.672918 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 on network 7e9bb572-5c2a-4742-a4bf-78f54c96404e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:17:08.673281 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Attempting to bind port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 on network 7e9bb572-5c2a-4742-a4bf-78f54c96404e {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:17:08.677941 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:17:08.678280 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Checking segment: {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:17:08.678654 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Bound using segment: {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:17:08.679066 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Bound port: 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:17:08.679410 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.740687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] For port 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:17:08.743705 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] For port 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=20e65e49-fe61-4ab2-80ac-6e3a25251d13,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:17:08.828797 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.870415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:08.871039 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:08.872443 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] 10.222.0.20 "PUT /v2.0/ports/20e65e49-fe61-4ab2-80ac-6e3a25251d13 HTTP/1.1" status: 200 len: 1093 time: 0.9186316 Sep 03 19:17:08.872887 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'tag': '20e65e49-fe61-4ab2-80ac-6e3a25251d13'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:08.875352 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd270dd1-65c8-430c-956a-37bd73298c38" -d '{"events": [{"name": "network-changed", "server_uuid": "01b68a63-d5e0-4718-acba-a0aaf0129df6", "tag": "20e65e49-fe61-4ab2-80ac-6e3a25251d13"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:08.904409 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578d6d1-9adb-4e7b-af54-c7c72013cbcd service neutron] Pushing event updated for resources: {'Port': ['ID=20e65e49-fe61-4ab2-80ac-6e3a25251d13,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:08.922065 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934e8d48-81d9-4651-9ce1-33f485b62189 x-openstack-request-id: req-934e8d48-81d9-4651-9ce1-33f485b62189 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:08.922065 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b68a63-d5e0-4718-acba-a0aaf0129df6", "tag": "20e65e49-fe61-4ab2-80ac-6e3a25251d13", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:08.922065 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-934e8d48-81d9-4651-9ce1-33f485b62189 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:08.922065 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'tag': '20e65e49-fe61-4ab2-80ac-6e3a25251d13', 'status': 'completed', 'code': 200} Sep 03 19:17:09.025203 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270dd1-65c8-430c-956a-37bd73298c38 req-27317715-5ffe-473f-a38e-7963355be98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.026704 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd270dd1-65c8-430c-956a-37bd73298c38 req-27317715-5ffe-473f-a38e-7963355be98e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=100b9d6d067241b08a1d3977ad54b820&device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 1096 time: 0.0421908 Sep 03 19:17:09.070762 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['99f33ed7-e556-49e3-a411-e130f33b615a'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:09.134825 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270dd1-65c8-430c-956a-37bd73298c38 req-fb98396a-71ed-41b4-9001-230ce641c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.136327 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd270dd1-65c8-430c-956a-37bd73298c38 req-fb98396a-71ed-41b4-9001-230ce641c074 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=100b9d6d067241b08a1d3977ad54b820&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0998750 Sep 03 19:17:09.243498 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270dd1-65c8-430c-956a-37bd73298c38 req-abb91acd-d451-4527-a1c1-e344466b069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.244902 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd270dd1-65c8-430c-956a-37bd73298c38 req-abb91acd-d451-4527-a1c1-e344466b069d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912035 Sep 03 19:17:09.293257 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-921cb015-7a8b-45d0-a468-7e335d0e87c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:09.372533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-dabb9e07-c48e-4c08-aa43-e698092f4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.374191 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-dabb9e07-c48e-4c08-aa43-e698092f4961 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=100b9d6d067241b08a1d3977ad54b820&device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 1096 time: 0.0767341 Sep 03 19:17:09.382912 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40751c15-a601-4cad-8dff-d47b38905473 req-65aad539-58f5-4510-b70a-375cc2963b34 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.384315 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40751c15-a601-4cad-8dff-d47b38905473 req-65aad539-58f5-4510-b70a-375cc2963b34 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0881991 Sep 03 19:17:09.400911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21305b-8b8f-4dbd-8291-daf788479322 req-a0eca507-61ad-47b3-939b-57e5278ba086 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.402384 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b21305b-8b8f-4dbd-8291-daf788479322 req-a0eca507-61ad-47b3-939b-57e5278ba086 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Sep 03 19:17:09.427564 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-c7547b24-badd-4f27-b005-4e77bb880c8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20e65e49-fe61-4ab2-80ac-6e3a25251d13 HTTP/1.1" status: 200 len: 217 time: 0.0394974 Sep 03 19:17:09.441544 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b21305b-8b8f-4dbd-8291-daf788479322 req-8a9a8177-ef30-45d4-bf50-f97c74d327f3 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Sep 03 19:17:09.487090 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40751c15-a601-4cad-8dff-d47b38905473 req-ff4cc2fe-5eeb-4f80-b32c-4f2b9d75dd90 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923140 Sep 03 19:17:09.500954 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b782-0d87-4137-b738-0e0880de3a6c req-88d038e3-50c6-444e-8776-5e59a4a1235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.502433 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-88d038e3-50c6-444e-8776-5e59a4a1235c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac6c738e-7b30-4296-9181-c3d41f2b3686 HTTP/1.1" status: 200 len: 848 time: 0.0671351 Sep 03 19:17:09.543317 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-12074ed5-a313-48a1-ab02-f1b831986d15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e9bb572-5c2a-4742-a4bf-78f54c96404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273502 Sep 03 19:17:09.653485 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0872e8-1214-4aac-9d00-248cf312d654 req-bacba836-572d-4892-a878-c781f1353fe7 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:09.654967 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8a0872e8-1214-4aac-9d00-248cf312d654 req-bacba836-572d-4892-a878-c781f1353fe7 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 943 time: 0.1054854 Sep 03 19:17:09.904412 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-df2a5099-7461-4a0d-851a-d256e98f4a96 service neutron] 10.222.0.20 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451982 Sep 03 19:17:09.938332 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8a0872e8-1214-4aac-9d00-248cf312d654 req-981128e3-28df-4cce-a2d2-6936c362574f tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761810 Sep 03 19:17:10.007330 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e958b782-0d87-4137-b738-0e0880de3a6c req-f9d9ccdf-da48-47b0-a25d-2d652d466e16 service neutron] 10.222.0.20 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922821 Sep 03 19:17:10.555242 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a9d9-7e67-4aba-a5ac-e73c99039545 req-356b762f-afa8-4209-b885-14cfb420b59f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:10.556696 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e031a9d9-7e67-4aba-a5ac-e73c99039545 req-356b762f-afa8-4209-b885-14cfb420b59f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 945 time: 0.0505431 Sep 03 19:17:10.595156 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e031a9d9-7e67-4aba-a5ac-e73c99039545 req-f7c05608-9d03-4010-837a-9fbf01de883a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Sep 03 19:17:10.605204 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25beb2c-8ee3-425e-8806-27dd1111ac28 req-4ff96834-061b-4ae7-91ab-0e29cbe93af3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:10.606675 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d25beb2c-8ee3-425e-8806-27dd1111ac28 req-4ff96834-061b-4ae7-91ab-0e29cbe93af3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0478950 Sep 03 19:17:10.648916 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d25beb2c-8ee3-425e-8806-27dd1111ac28 req-93f4ab77-e594-4737-97f4-60a020ab5b1a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Sep 03 19:17:10.962828 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-7f9bdc8e-114f-46ca-9ed3-248ace2bab01 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:10.964289 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-7f9bdc8e-114f-46ca-9ed3-248ace2bab01 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.0999863 Sep 03 19:17:10.982540 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-b923c6db-5ee5-45a5-914c-a09fea4c8b3d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/quotas/f164a913448f4d30b01add0c20acb44d HTTP/1.1" status: 200 len: 375 time: 0.0119953 Sep 03 19:17:11.044166 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-af20b8f2-7667-417b-8ce9-d20df2154723 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535364 Sep 03 19:17:11.071297 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3d8d1-e358-4708-b5fb-fbbdf827dc4f req-b980ef6f-fe71-4042-be66-9077d2f6b4ab tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:11.072782 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3bd3d8d1-e358-4708-b5fb-fbbdf827dc4f req-b980ef6f-fe71-4042-be66-9077d2f6b4ab tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 943 time: 0.0484476 Sep 03 19:17:11.112199 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3bd3d8d1-e358-4708-b5fb-fbbdf827dc4f req-8aec0bff-e67a-4721-81db-740a4330ba06 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Sep 03 19:17:11.137273 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-76201e00-e567-43d6-9513-0cbc366d5938 service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851262 Sep 03 19:17:11.233234 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-731fee0b-991f-4607-a6b8-aeae0ad1f100 service neutron] 10.222.0.18 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899527 Sep 03 19:17:11.490181 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fa19f805-aca1-4349-ae2a-345ae523b784 req-fb082617-effd-4d5c-bf56-e28bd001d0c4 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 210 time: 0.0274785 Sep 03 19:17:11.633688 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f25cff48-3716-4985-9a0e-cd9401559cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:11.710149 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1e40c-c77e-400e-bd63-22e43ae728b1 req-bfa9d63c-c216-48d3-852b-7e6e831fa538 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:11.711635 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ece1e40c-c77e-400e-bd63-22e43ae728b1 req-bfa9d63c-c216-48d3-852b-7e6e831fa538 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Sep 03 19:17:11.749352 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ece1e40c-c77e-400e-bd63-22e43ae728b1 req-ec459774-96e0-4b7a-ab18-5d2578c4a205 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Sep 03 19:17:11.853230 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91eb19-3f37-47c8-b6ed-6d77eae86277 req-fe217de9-1286-4122-ac42-f5eeee9648f5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:11.854757 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dd91eb19-3f37-47c8-b6ed-6d77eae86277 req-fe217de9-1286-4122-ac42-f5eeee9648f5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0478709 Sep 03 19:17:11.895504 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dd91eb19-3f37-47c8-b6ed-6d77eae86277 req-938ed8ec-8b4d-4463-9588-4c760c15cf4a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Sep 03 19:17:12.050571 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:12.226641 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 99f33ed7-e556-49e3-a411-e130f33b615a up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:17:12.244612 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981005e-66f6-4022-b674-a878c6837479 req-594360d7-86e6-466c-829e-0524c612bb8e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:12.246491 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6981005e-66f6-4022-b674-a878c6837479 req-594360d7-86e6-466c-829e-0524c612bb8e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 943 time: 0.0661612 Sep 03 19:17:12.286493 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6981005e-66f6-4022-b674-a878c6837479 req-96749915-3f72-4aa4-8029-c8ae65b6a31e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Sep 03 19:17:12.363788 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 99f33ed7-e556-49e3-a411-e130f33b615a completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:17:12.368631 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 99f33ed7-e556-49e3-a411-e130f33b615a triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:17:12.369030 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:12.451766 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:12.475500 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500f9587-b10a-4a18-904f-665d610b1c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f33ed7-e556-49e3-a411-e130f33b615a'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:12.477875 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23415e5-7d6e-425e-a201-8b57a6a483db" -d '{"events": [{"server_uuid": "500f9587-b10a-4a18-904f-665d610b1c78", "name": "network-vif-plugged", "status": "completed", "tag": "99f33ed7-e556-49e3-a411-e130f33b615a"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:12.490724 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 99f33ed7-e556-49e3-a411-e130f33b615a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=99f33ed7-e556-49e3-a411-e130f33b615a,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:12.512004 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0279b1-404f-41ac-bd3b-7bd93cabc78b x-openstack-request-id: req-9e0279b1-404f-41ac-bd3b-7bd93cabc78b {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:12.512239 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500f9587-b10a-4a18-904f-665d610b1c78", "name": "network-vif-plugged", "status": "completed", "tag": "99f33ed7-e556-49e3-a411-e130f33b615a", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:12.512486 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e0279b1-404f-41ac-bd3b-7bd93cabc78b {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:12.512874 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500f9587-b10a-4a18-904f-665d610b1c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f33ed7-e556-49e3-a411-e130f33b615a', 'code': 200} Sep 03 19:17:12.587305 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1f74e902-8750-46e4-838b-896c5fd507c2 req-fd17edb3-d4dd-4adf-af57-c0873ccbeb5e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Sep 03 19:17:12.606243 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:12.651535 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=99f33ed7-e556-49e3-a411-e130f33b615a,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:12.696649 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:12.892313 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c78c0-4a72-4828-b752-110588de8251 req-25006233-fc26-4163-a88f-8bb4b638b242 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:12.893854 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-757c78c0-4a72-4828-b752-110588de8251 req-25006233-fc26-4163-a88f-8bb4b638b242 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0759294 Sep 03 19:17:12.909683 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c09b-3a30-45fd-873e-930ced14ca24 req-757b76ce-5093-4122-8846-ef4ea1f5fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:12.911177 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5e27c09b-3a30-45fd-873e-930ced14ca24 req-757b76ce-5093-4122-8846-ef4ea1f5fef3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 1099 time: 0.0680859 Sep 03 19:17:12.934490 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 52758) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:17:12.980656 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-757c78c0-4a72-4828-b752-110588de8251 req-81ca5f98-d44c-4a91-8fcd-05d665b2ad0c tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794256 Sep 03 19:17:12.982714 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5e27c09b-3a30-45fd-873e-930ced14ca24 req-ecd97e67-22ce-47ad-8682-402bcd205498 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597503 Sep 03 19:17:13.015422 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabaa01-2dde-40d6-b0b6-c83550366f28 req-dfb46d55-2dc1-4865-a41d-ca65b6e24add tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:13.016904 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2aabaa01-2dde-40d6-b0b6-c83550366f28 req-dfb46d55-2dc1-4865-a41d-ca65b6e24add tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0499320 Sep 03 19:17:13.058992 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2aabaa01-2dde-40d6-b0b6-c83550366f28 req-cb93d25d-8b5a-47d9-8701-78254dfc4ba5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Sep 03 19:17:13.060187 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a33c6157-95f8-40e2-ab25-1621073ca047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.152322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a33c6157-95f8-40e2-ab25-1621073ca047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.216309 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a33c6157-95f8-40e2-ab25-1621073ca047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.254851 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-a33c6157-95f8-40e2-ab25-1621073ca047 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1d36f94121f4827a30d16a4134e39b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193161 Sep 03 19:17:13.255983 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c6157-95f8-40e2-ab25-1621073ca047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a7b6e-4f2d-4631-832b-5194dce5972c,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:13.257798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52766) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:17:13.307044 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7024d72b-8ae5-4ff1-a41a-e8948680fa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.328438 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7024d72b-8ae5-4ff1-a41a-e8948680fa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.398520 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab8557-6e61-43bb-bdde-fa57881e46d2 req-458bb394-8f65-4c7f-b513-8ebb1b23778c tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:13.399896 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-34ab8557-6e61-43bb-bdde-fa57881e46d2 req-458bb394-8f65-4c7f-b513-8ebb1b23778c tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 943 time: 0.0477738 Sep 03 19:17:13.438409 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-34ab8557-6e61-43bb-bdde-fa57881e46d2 req-65cfda60-02b1-4fdc-b00d-02346ea150fb tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Sep 03 19:17:13.450819 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7024d72b-8ae5-4ff1-a41a-e8948680fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.454136 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7024d72b-8ae5-4ff1-a41a-e8948680fa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:13.455272 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-7024d72b-8ae5-4ff1-a41a-e8948680fa47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d12a7b6e-4f2d-4631-832b-5194dce5972c HTTP/1.1" status: 204 len: 168 time: 0.1957204 Sep 03 19:17:13.463415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d72b-8ae5-4ff1-a41a-e8948680fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a7b6e-4f2d-4631-832b-5194dce5972c,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:13.686656 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c07a65f0-b77c-416f-a5e5-adbc643a4c04 req-0e5f3a91-24e3-4bce-a373-ee44aadd1787 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 210 time: 0.0300040 Sep 03 19:17:13.944315 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-d4cb801a-1afa-4e43-9192-257b705c1757 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:13.945817 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-d4cb801a-1afa-4e43-9192-257b705c1757 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/networks?id=d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 200 len: 815 time: 0.1048229 Sep 03 19:17:13.967898 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Request body: {'port': {'device_id': 'e0539751-4ef9-4be6-9076-6822e708f244', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'admin_state_up': True, 'tenant_id': 'f164a913448f4d30b01add0c20acb44d'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:17:14.123013 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa935d-96d4-4db0-af83-6393f090b882 req-e0756cdb-8688-49f4-bfce-8a31a120e56d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:14.124669 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dfaa935d-96d4-4db0-af83-6393f090b882 req-e0756cdb-8688-49f4-bfce-8a31a120e56d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0683587 Sep 03 19:17:14.174584 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dfaa935d-96d4-4db0-af83-6393f090b882 req-03f18012-1669-4f00-82a4-031be72bf766 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Sep 03 19:17:14.204106 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba828eb8-d1a6-4956-8cac-d61f5321b0f8 req-32fdecc3-e79a-4672-b5cc-aabc5f4c84f4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:14.205751 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ba828eb8-d1a6-4956-8cac-d61f5321b0f8 req-32fdecc3-e79a-4672-b5cc-aabc5f4c84f4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0632443 Sep 03 19:17:14.234002 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 20e65e49-fe61-4ab2-80ac-6e3a25251d13 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:17:14.238714 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Made reservation on behalf of f164a913448f4d30b01add0c20acb44d for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:17:14.242706 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.278967 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ba828eb8-d1a6-4956-8cac-d61f5321b0f8 req-85764826-402d-4676-869d-3ff32c3a1839 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664711 Sep 03 19:17:14.370667 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=20e65e49-fe61-4ab2-80ac-6e3a25251d13,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:14.382016 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '20e65e49-fe61-4ab2-80ac-6e3a25251d13', 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e', 'port_id': '20e65e49-fe61-4ab2-80ac-6e3a25251d13', 'mac_address': 'fa:16:3e:8a:64:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6c738e-7b30-4296-9181-c3d41f2b3686', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:17:14.399973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Allocated IP 172.20.0.7 (d743c112-d1b0-40bf-a632-6ff6d6c65afb/233570f3-e983-4a43-b1c3-84f4d93f8859/afa29248-dce2-4f97-beb3-728f8820e1d2) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:17:14.411706 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.419320 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.432336 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e65e49-fe61-4ab2-80ac-6e3a25251d13 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:14.457916 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=20e65e49-fe61-4ab2-80ac-6e3a25251d13,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:14.541028 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.587414 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635f4a-055d-488f-a1b9-63c526d36437 req-8a6f5fad-1860-4955-badd-64559460631a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:14.588951 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5635f4a-055d-488f-a1b9-63c526d36437 req-8a6f5fad-1860-4955-badd-64559460631a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 943 time: 0.0804062 Sep 03 19:17:14.591893 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.594130 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=20e65e49-fe61-4ab2-80ac-6e3a25251d13,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:14.636703 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5635f4a-055d-488f-a1b9-63c526d36437 req-1d6c9309-13fe-429b-a316-f837aa61d713 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Sep 03 19:17:14.742609 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.761411 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd', 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:14.807323 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event updated for resources: {'Port': ['ID=afa29248-dce2-4f97-beb3-728f8820e1d2,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:14.810620 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaf903-ebc8-431e-b64b-bd08771431ae req-a283081e-45aa-447a-a190-c5d7a60f0202 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:14.811114 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Network d743c112-d1b0-40bf-a632-6ff6d6c65afb is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:17:14.812492 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:17:14.812969 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-febaf903-ebc8-431e-b64b-bd08771431ae req-a283081e-45aa-447a-a190-c5d7a60f0202 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 931 time: 0.0517344 Sep 03 19:17:14.817714 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:17:14.865163 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-febaf903-ebc8-431e-b64b-bd08771431ae req-24adbcc1-b6ff-4281-884e-0b9fc5c6a4d7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Sep 03 19:17:14.871305 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:14.872037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:14.948647 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-93fd5ecd-0186-4ad4-a164-ab02bcc8b878 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9844463 Sep 03 19:17:14.973787 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Request body: {'port': {'device_id': 'e0539751-4ef9-4be6-9076-6822e708f244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:17:15.030442 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:15.144085 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['20e65e49-fe61-4ab2-80ac-6e3a25251d13'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:15.350471 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29960e-c3c7-4f57-893a-af60ecc58014 req-1d9dae2c-ddab-4b28-a598-a3f944b1c4e3 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:15.352018 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9d29960e-c3c7-4f57-893a-af60ecc58014 req-1d9dae2c-ddab-4b28-a598-a3f944b1c4e3 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.1056283 Sep 03 19:17:15.360505 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa29248-dce2-4f97-beb3-728f8820e1d2 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:15.386110 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:15.412019 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Transition to ACTIVE for port object afa29248-dce2-4f97-beb3-728f8820e1d2 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:17:15.417302 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9d29960e-c3c7-4f57-893a-af60ecc58014 req-ad0ce9ea-5587-498d-832f-cdf68950dcda tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Sep 03 19:17:15.424447 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea9854-9a08-4664-ba12-e185eb63c2b5 req-6b8b1dcd-003c-471d-826a-2e766710a158 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:15.425967 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2bea9854-9a08-4664-ba12-e185eb63c2b5 req-6b8b1dcd-003c-471d-826a-2e766710a158 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0523610 Sep 03 19:17:15.475864 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2bea9854-9a08-4664-ba12-e185eb63c2b5 req-d1094f55-20b3-43df-bb12-dc2ab73c7d8d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Sep 03 19:17:15.481062 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:15.535924 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=afa29248-dce2-4f97-beb3-728f8820e1d2,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:15.600028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Attempting to bind port afa29248-dce2-4f97-beb3-728f8820e1d2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:17:15.600496 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Attempting to bind port afa29248-dce2-4f97-beb3-728f8820e1d2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:17:15.600826 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Attempting to bind port afa29248-dce2-4f97-beb3-728f8820e1d2 on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:17:15.605442 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Port afa29248-dce2-4f97-beb3-728f8820e1d2 on network d743c112-d1b0-40bf-a632-6ff6d6c65afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:17:15.605755 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Attempting to bind port afa29248-dce2-4f97-beb3-728f8820e1d2 on network d743c112-d1b0-40bf-a632-6ff6d6c65afb {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:17:15.610529 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:17:15.610863 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Checking segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:17:15.611241 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Bound using segment: {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:17:15.611658 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Bound port: afa29248-dce2-4f97-beb3-728f8820e1d2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba98bb0-fd70-497c-a311-71195caba019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:17:15.612010 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:15.685851 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] For port afa29248-dce2-4f97-beb3-728f8820e1d2, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:17:15.689008 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] For port afa29248-dce2-4f97-beb3-728f8820e1d2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=afa29248-dce2-4f97-beb3-728f8820e1d2,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:17:15.757360 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01817-8778-4f8b-bc43-6537fd8213ec req-c7343e67-a631-4710-a54e-a836f12b1517 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:15.758841 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bdf01817-8778-4f8b-bc43-6537fd8213ec req-c7343e67-a631-4710-a54e-a836f12b1517 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 944 time: 0.0501320 Sep 03 19:17:15.778197 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:15.823349 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:15.823943 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:15.825317 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/afa29248-dce2-4f97-beb3-728f8820e1d2 HTTP/1.1" status: 200 len: 1093 time: 0.8564129 Sep 03 19:17:15.825767 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0539751-4ef9-4be6-9076-6822e708f244', 'tag': 'afa29248-dce2-4f97-beb3-728f8820e1d2'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:15.827973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41de23-768f-44e1-bf38-b07511b73a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0539751-4ef9-4be6-9076-6822e708f244", "tag": "afa29248-dce2-4f97-beb3-728f8820e1d2"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:15.837139 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bdf01817-8778-4f8b-bc43-6537fd8213ec req-c5e455ff-a382-4b37-9614-0e1887510d49 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723355 Sep 03 19:17:15.858810 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c8a13-c29b-4f3e-9d7f-28541454b8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=afa29248-dce2-4f97-beb3-728f8820e1d2,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:15.872236 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b33ad19-d99c-42cc-911d-d39fbecadac2 x-openstack-request-id: req-2b33ad19-d99c-42cc-911d-d39fbecadac2 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:15.872529 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0539751-4ef9-4be6-9076-6822e708f244", "tag": "afa29248-dce2-4f97-beb3-728f8820e1d2", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:15.872786 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b33ad19-d99c-42cc-911d-d39fbecadac2 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:15.873216 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0539751-4ef9-4be6-9076-6822e708f244', 'tag': 'afa29248-dce2-4f97-beb3-728f8820e1d2', 'status': 'completed', 'code': 200} Sep 03 19:17:15.963583 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41de23-768f-44e1-bf38-b07511b73a2d req-de480858-4db1-4e49-87df-d49d353b3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:15.965024 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d41de23-768f-44e1-bf38-b07511b73a2d req-de480858-4db1-4e49-87df-d49d353b3d29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 1096 time: 0.0592020 Sep 03 19:17:16.029148 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d21a1-678b-4d8d-8521-0da8e831cd02 req-08d5632f-2acb-4a46-84c9-a54be374c46a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.030655 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1b6d21a1-678b-4d8d-8521-0da8e831cd02 req-08d5632f-2acb-4a46-84c9-a54be374c46a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 943 time: 0.0808656 Sep 03 19:17:16.111720 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1b6d21a1-678b-4d8d-8521-0da8e831cd02 req-08d20625-b068-4e9e-8145-da1388d54b73 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 Sep 03 19:17:16.113148 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41de23-768f-44e1-bf38-b07511b73a2d req-58324fd2-fb3f-4b3e-96db-666736821499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.114514 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d41de23-768f-44e1-bf38-b07511b73a2d req-58324fd2-fb3f-4b3e-96db-666736821499 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f164a913448f4d30b01add0c20acb44d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1338551 Sep 03 19:17:16.213726 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41de23-768f-44e1-bf38-b07511b73a2d req-9e969976-e16a-42c4-ac38-e37617e271fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.215347 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d41de23-768f-44e1-bf38-b07511b73a2d req-9e969976-e16a-42c4-ac38-e37617e271fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903838 Sep 03 19:17:16.297542 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-49f76e2f-d6a7-4ba6-885b-aba468fe3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.299089 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-49f76e2f-d6a7-4ba6-885b-aba468fe3e6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f164a913448f4d30b01add0c20acb44d&device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 1096 time: 0.0446498 Sep 03 19:17:16.355621 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-95725843-1a22-4269-9a07-9d25ea0e67ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa29248-dce2-4f97-beb3-728f8820e1d2 HTTP/1.1" status: 200 len: 217 time: 0.0357878 Sep 03 19:17:16.420957 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36622373-65fc-49c9-86b0-4d12c14109cb req-2d59f657-c9b0-447c-a45f-35e9e3f8e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.422351 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-2d59f657-c9b0-447c-a45f-35e9e3f8e7e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=233570f3-e983-4a43-b1c3-84f4d93f8859 HTTP/1.1" status: 200 len: 855 time: 0.0438917 Sep 03 19:17:16.456110 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-6e1ae015-9a8c-4dc0-a10c-110dd576a6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d743c112-d1b0-40bf-a632-6ff6d6c65afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230963 Sep 03 19:17:16.554445 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-81a43888-d32c-4f32-81a4-4e34d56eae47 service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883157 Sep 03 19:17:16.600680 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7381b2-feee-4634-9263-aa4e3dc77440 req-1a9e92e1-1c99-4027-aa2f-588421d7d4c7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.602211 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bb7381b2-feee-4634-9263-aa4e3dc77440 req-1a9e92e1-1c99-4027-aa2f-588421d7d4c7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0520961 Sep 03 19:17:16.642511 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bb7381b2-feee-4634-9263-aa4e3dc77440 req-2833b175-ff68-4432-91a1-ff32da5be8dd tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Sep 03 19:17:16.665206 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36622373-65fc-49c9-86b0-4d12c14109cb req-b3d0768f-4aba-4db9-be1c-c6c79d44b15a service neutron] 10.222.0.20 "GET /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008997 Sep 03 19:17:16.952953 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0efad-2729-40f0-ba17-712aea7fc751 req-d8034d11-41d7-4ec9-b243-f96b522bb924 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:16.954416 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-baa0efad-2729-40f0-ba17-712aea7fc751 req-d8034d11-41d7-4ec9-b243-f96b522bb924 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 944 time: 0.0500107 Sep 03 19:17:16.991958 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-baa0efad-2729-40f0-ba17-712aea7fc751 req-414fc80e-359c-424a-bbe7-98ffc4c8b226 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Sep 03 19:17:17.235355 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a236a95-58e7-43aa-b9d8-61e4d66a41e0 req-7cb0164d-4604-44f6-96d5-490c6129dada tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:17.236794 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9a236a95-58e7-43aa-b9d8-61e4d66a41e0 req-7cb0164d-4604-44f6-96d5-490c6129dada tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 943 time: 0.0518827 Sep 03 19:17:17.274590 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9a236a95-58e7-43aa-b9d8-61e4d66a41e0 req-38fb921f-83d1-41e7-a6c4-cb00bcbc91ce tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Sep 03 19:17:17.428666 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37fbb-a69e-4f80-8b38-67102f73b542 req-25590234-1152-4365-a5e8-8fa935fe19e6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:17.430269 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fae37fbb-a69e-4f80-8b38-67102f73b542 req-25590234-1152-4365-a5e8-8fa935fe19e6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0606222 Sep 03 19:17:17.467917 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fae37fbb-a69e-4f80-8b38-67102f73b542 req-4cd7c84b-9f31-4645-83fa-f8c3daefe019 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315888 Sep 03 19:17:17.759259 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ab26-7f85-4cae-a492-a0971685d8d2 req-13027a12-b865-4e5d-8ab0-35227cf2b425 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:17.762071 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ae23ab26-7f85-4cae-a492-a0971685d8d2 req-13027a12-b865-4e5d-8ab0-35227cf2b425 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0481393 Sep 03 19:17:17.799432 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ae23ab26-7f85-4cae-a492-a0971685d8d2 req-46324dee-761e-46b4-af50-2e24e30ab404 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Sep 03 19:17:18.105586 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d54db7-c712-4cec-9a3c-5043fa43c3d8 req-9e457ac6-89a4-4021-a9ba-130b6ad68cce tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:18.107054 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-49d54db7-c712-4cec-9a3c-5043fa43c3d8 req-9e457ac6-89a4-4021-a9ba-130b6ad68cce tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 944 time: 0.0493004 Sep 03 19:17:18.143914 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-49d54db7-c712-4cec-9a3c-5043fa43c3d8 req-c6032c70-aaae-4753-a3ec-a3715c2a551a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Sep 03 19:17:18.247175 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 20e65e49-fe61-4ab2-80ac-6e3a25251d13 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:17:18.381204 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:17:18.385416 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:17:18.389469 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:18.389610 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1934b-f449-40e1-baa3-05b3e907a7a2 req-a04ba1c3-fde0-41e3-8c55-778d976dfe9e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:18.390961 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2ed1934b-f449-40e1-baa3-05b3e907a7a2 req-a04ba1c3-fde0-41e3-8c55-778d976dfe9e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 943 time: 0.0482330 Sep 03 19:17:18.430514 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2ed1934b-f449-40e1-baa3-05b3e907a7a2 req-fb7fbf08-c8e4-4736-b465-197e71ccda14 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Sep 03 19:17:18.467826 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:18.491877 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e65e49-fe61-4ab2-80ac-6e3a25251d13'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:18.494610 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72846fdb-f2d3-4f24-a439-9ca556b11ce1" -d '{"events": [{"server_uuid": "01b68a63-d5e0-4718-acba-a0aaf0129df6", "name": "network-vif-plugged", "status": "completed", "tag": "20e65e49-fe61-4ab2-80ac-6e3a25251d13"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:18.509289 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=20e65e49-fe61-4ab2-80ac-6e3a25251d13,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:18.533819 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e91d7b-78da-49d4-81d5-3eae43b64631 x-openstack-request-id: req-a4e91d7b-78da-49d4-81d5-3eae43b64631 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:18.534160 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b68a63-d5e0-4718-acba-a0aaf0129df6", "name": "network-vif-plugged", "status": "completed", "tag": "20e65e49-fe61-4ab2-80ac-6e3a25251d13", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:18.534414 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4e91d7b-78da-49d4-81d5-3eae43b64631 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:18.534830 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e65e49-fe61-4ab2-80ac-6e3a25251d13', 'code': 200} Sep 03 19:17:18.575094 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:18.608381 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c5aa-468c-49d3-b336-257c35e1550c req-5c31aff7-a1bd-41b6-b2eb-ee8f94851899 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:18.610032 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-01c5c5aa-468c-49d3-b336-257c35e1550c req-5c31aff7-a1bd-41b6-b2eb-ee8f94851899 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0567770 Sep 03 19:17:18.623138 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=20e65e49-fe61-4ab2-80ac-6e3a25251d13,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:18.650327 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-01c5c5aa-468c-49d3-b336-257c35e1550c req-d620ddcb-f7ea-4fae-8785-fafd31a97161 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Sep 03 19:17:18.916555 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5faf9b-d165-4fd9-a47e-b234fe2d4190 req-d78f459a-5047-42d4-b433-cea7cf2725ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:18.918144 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2a5faf9b-d165-4fd9-a47e-b234fe2d4190 req-d78f459a-5047-42d4-b433-cea7cf2725ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 1098 time: 0.0416918 Sep 03 19:17:18.918865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c19cf-3f9d-4771-9f5b-41412fac9423 req-c0fc2376-838a-4694-bee6-11fdac436c66 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:18.920328 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fa6c19cf-3f9d-4771-9f5b-41412fac9423 req-c0fc2376-838a-4694-bee6-11fdac436c66 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0529795 Sep 03 19:17:18.959649 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2a5faf9b-d165-4fd9-a47e-b234fe2d4190 req-f5b463e0-162f-4ac4-a197-d4b4e2cd8d29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Sep 03 19:17:18.965989 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fa6c19cf-3f9d-4771-9f5b-41412fac9423 req-06fc4089-c9bb-42a5-bb7b-f8770825f17f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Sep 03 19:17:19.257441 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596482f-b39e-4b87-b896-56f7c569b654 req-4d1ed35f-9c00-4bc1-b1bd-8acf8711a0ff tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:19.258926 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d596482f-b39e-4b87-b896-56f7c569b654 req-4d1ed35f-9c00-4bc1-b1bd-8acf8711a0ff tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Sep 03 19:17:19.305676 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d596482f-b39e-4b87-b896-56f7c569b654 req-2afc6905-cef9-44d8-ae78-a25f3a7d430c tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Sep 03 19:17:19.549353 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255aca4-d07c-4bc6-8c0d-d39b3345f9f7 req-6116eb70-4f78-4791-9c14-10856b197735 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:19.550935 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4255aca4-d07c-4bc6-8c0d-d39b3345f9f7 req-6116eb70-4f78-4791-9c14-10856b197735 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 943 time: 0.0514803 Sep 03 19:17:19.590800 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4255aca4-d07c-4bc6-8c0d-d39b3345f9f7 req-24316504-4364-4ac3-b640-dcc442ea637b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Sep 03 19:17:19.779615 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d793-4282-4229-b8e6-592d6ba5a1a1 req-a91961aa-faa8-48b5-b73e-cd1372213cab tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:19.781031 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f78d793-4282-4229-b8e6-592d6ba5a1a1 req-a91961aa-faa8-48b5-b73e-cd1372213cab tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0505223 Sep 03 19:17:19.819875 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f78d793-4282-4229-b8e6-592d6ba5a1a1 req-8dc7d32b-a1d3-495d-b8e6-aa840a8754f2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Sep 03 19:17:20.076959 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05106-26fd-458f-87aa-94b634f47ee1 req-16fc28d0-1b08-4971-9685-88e534cddbbc tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:20.078376 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-59d05106-26fd-458f-87aa-94b634f47ee1 req-16fc28d0-1b08-4971-9685-88e534cddbbc tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0469415 Sep 03 19:17:20.116417 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-59d05106-26fd-458f-87aa-94b634f47ee1 req-6330cf6e-4b48-4693-af5d-aaf8153fb498 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Sep 03 19:17:20.261756 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device afa29248-dce2-4f97-beb3-728f8820e1d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:17:20.361914 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port afa29248-dce2-4f97-beb3-728f8820e1d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=afa29248-dce2-4f97-beb3-728f8820e1d2,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:20.373570 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'afa29248-dce2-4f97-beb3-728f8820e1d2', 'network_id': 'd743c112-d1b0-40bf-a632-6ff6d6c65afb', 'port_id': 'afa29248-dce2-4f97-beb3-728f8820e1d2', 'mac_address': 'fa:16:3e:1a:5d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233570f3-e983-4a43-b1c3-84f4d93f8859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:17:20.416480 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:20.433126 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa29248-dce2-4f97-beb3-728f8820e1d2 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:20.436421 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd41c2-e5fa-4668-bf72-8e035b27680e req-99769a72-f990-44fd-a76c-e7def4cb0ae2 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:20.438165 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2fdd41c2-e5fa-4668-bf72-8e035b27680e req-99769a72-f990-44fd-a76c-e7def4cb0ae2 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0604410 Sep 03 19:17:20.452963 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port afa29248-dce2-4f97-beb3-728f8820e1d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=afa29248-dce2-4f97-beb3-728f8820e1d2,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:20.475728 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2fdd41c2-e5fa-4668-bf72-8e035b27680e req-a7c90f4b-b61d-4411-be7d-2b33868c9adc tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Sep 03 19:17:20.530799 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:20.578649 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=afa29248-dce2-4f97-beb3-728f8820e1d2,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:20.708126 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997680b-3eb4-4494-a976-5b4005e14c9e req-655958de-0bdf-46cb-8927-59ea4131a855 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:20.709666 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8997680b-3eb4-4494-a976-5b4005e14c9e req-655958de-0bdf-46cb-8927-59ea4131a855 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 944 time: 0.0522001 Sep 03 19:17:20.746599 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8997680b-3eb4-4494-a976-5b4005e14c9e req-4650522d-6e76-46a5-a42e-b8637a3a022d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Sep 03 19:17:20.943863 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb3552-1573-4e20-9558-0205094b6d75 req-9d440e1e-83b0-4060-8ccc-ef30f0a437c0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:20.945400 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f4fb3552-1573-4e20-9558-0205094b6d75 req-9d440e1e-83b0-4060-8ccc-ef30f0a437c0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0535793 Sep 03 19:17:21.004639 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f4fb3552-1573-4e20-9558-0205094b6d75 req-7c9eae8a-93c2-45bc-a76e-cacc1ed3a966 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525723 Sep 03 19:17:21.081149 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc886386-5138-4c73-9aea-93e5521b953a req-cab98633-2a80-4b48-ac0c-f5034e518747 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:21.082650 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fc886386-5138-4c73-9aea-93e5521b953a req-cab98633-2a80-4b48-ac0c-f5034e518747 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0499485 Sep 03 19:17:21.119760 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fc886386-5138-4c73-9aea-93e5521b953a req-e2618cd0-8739-4045-8573-bc84e9836ef9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Sep 03 19:17:21.228849 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6de25-acae-4e17-a421-f24b1d926492 req-4885394a-c8fb-4f0e-a36d-1dfc9e3ffdb4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:21.230361 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9d6de25-acae-4e17-a421-f24b1d926492 req-4885394a-c8fb-4f0e-a36d-1dfc9e3ffdb4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0485079 Sep 03 19:17:21.268109 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9d6de25-acae-4e17-a421-f24b1d926492 req-88f418df-14af-4eb5-ac71-0c39072015f1 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Sep 03 19:17:21.347425 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['afa29248-dce2-4f97-beb3-728f8820e1d2'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:21.348078 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:17:21.600483 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae66d-9ecd-4485-bb7b-d506f2bbe7ce req-705209a8-673f-41fd-8113-41543d188a00 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:21.602103 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dc1ae66d-9ecd-4485-bb7b-d506f2bbe7ce req-705209a8-673f-41fd-8113-41543d188a00 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0596163 Sep 03 19:17:21.639637 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dc1ae66d-9ecd-4485-bb7b-d506f2bbe7ce req-8efaa498-9e95-4a37-a6eb-7f3ff0141757 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Sep 03 19:17:21.864870 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ea0f-d21e-4e9e-94db-2625721b1e0e req-238ae79f-0e1c-4f28-91e0-9c8676f6b39d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:21.867998 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7288ea0f-d21e-4e9e-94db-2625721b1e0e req-238ae79f-0e1c-4f28-91e0-9c8676f6b39d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Sep 03 19:17:21.905275 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7288ea0f-d21e-4e9e-94db-2625721b1e0e req-13c96e7a-c2f8-4f20-afe7-61529b1e1487 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328274 Sep 03 19:17:21.943771 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 52996) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:17:22.048528 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ba94904e-0a5e-4c9a-9ef9-daacaab6de58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.123067 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706018a9-b7a4-48ca-8354-ec086f9f0bf1 req-f4ae9eb8-8e83-4ee1-b6e2-76cb3d211c39 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:22.124548 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-706018a9-b7a4-48ca-8354-ec086f9f0bf1 req-f4ae9eb8-8e83-4ee1-b6e2-76cb3d211c39 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0477982 Sep 03 19:17:22.138079 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ba94904e-0a5e-4c9a-9ef9-daacaab6de58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.163148 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-706018a9-b7a4-48ca-8354-ec086f9f0bf1 req-132ba595-4f0a-4ee6-bf38-c148626d60f1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Sep 03 19:17:22.199856 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ba94904e-0a5e-4c9a-9ef9-daacaab6de58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.255719 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ba94904e-0a5e-4c9a-9ef9-daacaab6de58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d354bab3f49045e6a212630e1998c195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103039 Sep 03 19:17:22.258223 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 53008) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:17:22.265044 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94904e-0a5e-4c9a-9ef9-daacaab6de58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7333ffcb-aedb-4a78-8585-907cd5bfce9a,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:22.288696 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592e698-186f-46a0-a22f-612b66299d7e req-7b1aebe3-2651-400d-b012-e7a5f4aea9b4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:22.290182 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d592e698-186f-46a0-a22f-612b66299d7e req-7b1aebe3-2651-400d-b012-e7a5f4aea9b4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.1013260 Sep 03 19:17:22.352532 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.356495 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d592e698-186f-46a0-a22f-612b66299d7e req-b462d523-f30c-4871-beaf-13d3a41640fc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591033 Sep 03 19:17:22.377253 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.395296 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10354a-a7ff-4bc4-b3e5-491c57aaf796 req-d2062884-b4c0-4567-87c5-809a8e3c08a8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:22.397388 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3a10354a-a7ff-4bc4-b3e5-491c57aaf796 req-d2062884-b4c0-4567-87c5-809a8e3c08a8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0489719 Sep 03 19:17:22.434252 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3a10354a-a7ff-4bc4-b3e5-491c57aaf796 req-d91b39cd-53d5-4952-a8ed-5cd8549a1096 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Sep 03 19:17:22.512156 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.514791 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:22.515989 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7333ffcb-aedb-4a78-8585-907cd5bfce9a HTTP/1.1" status: 204 len: 168 time: 0.2568631 Sep 03 19:17:22.524254 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7333ffcb-aedb-4a78-8585-907cd5bfce9a,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:22.531261 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.531931 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.532192 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.532533 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.532863 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.533219 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.533548 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.533877 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.534201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.534524 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.534853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:22.535171 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519923bd-ae00-4bbe-92da-42096631b9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:23.038995 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad788f-2207-4dc4-b805-796094ec4654 req-6734214a-2d21-41dd-b146-ba1abaf118ff tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:23.040673 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b6ad788f-2207-4dc4-b805-796094ec4654 req-6734214a-2d21-41dd-b146-ba1abaf118ff tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 944 time: 0.0537982 Sep 03 19:17:23.084256 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b6ad788f-2207-4dc4-b805-796094ec4654 req-3ac7e924-f1c0-4412-93ea-caf4df7f5bcf tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369055 Sep 03 19:17:23.135644 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada8f5-579a-4f1d-a50d-a254afaf5c2e req-d10f1879-079a-4d3d-af80-2f1463b56f6b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:23.137139 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-91ada8f5-579a-4f1d-a50d-a254afaf5c2e req-d10f1879-079a-4d3d-af80-2f1463b56f6b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0548830 Sep 03 19:17:23.175162 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-91ada8f5-579a-4f1d-a50d-a254afaf5c2e req-05fff279-1d78-4d19-b7c1-c92f9963bf63 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Sep 03 19:17:23.283312 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accc83-ecbe-4abe-b2ef-2a47b228d2e7 req-5a84ff49-7241-4c04-9c74-50267f3722f3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:23.284831 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-16accc83-ecbe-4abe-b2ef-2a47b228d2e7 req-5a84ff49-7241-4c04-9c74-50267f3722f3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0485446 Sep 03 19:17:23.327782 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-16accc83-ecbe-4abe-b2ef-2a47b228d2e7 req-c8029241-d7ed-4b38-885e-f73372c51619 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364249 Sep 03 19:17:23.474099 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4d8d1-4838-4ee9-b21a-54092c6aeb2f req-5e101e57-b738-4b3c-a076-ed6cfeee1515 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:23.475647 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2bf4d8d1-4838-4ee9-b21a-54092c6aeb2f req-5e101e57-b738-4b3c-a076-ed6cfeee1515 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0511777 Sep 03 19:17:23.520110 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2bf4d8d1-4838-4ee9-b21a-54092c6aeb2f req-f22bc84a-f1bd-4f7c-a235-f65386c32b1d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Sep 03 19:17:23.561899 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d1e06-aa43-4d6a-b4f6-f9079397a8d9 req-91906c68-4616-4d24-a727-16379423fad9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:23.563477 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bd2d1e06-aa43-4d6a-b4f6-f9079397a8d9 req-91906c68-4616-4d24-a727-16379423fad9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0614088 Sep 03 19:17:23.602864 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bd2d1e06-aa43-4d6a-b4f6-f9079397a8d9 req-921f75ae-d994-43e7-8b8d-9780ee14656c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Sep 03 19:17:24.084474 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 53058) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:17:24.194105 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d13b096-5321-47ba-a44d-d523e31010eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.223624 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6871a0e-32e5-480c-bd18-efa24538b4c3 req-e7e59ecd-70e4-42eb-affc-5fc6d2a61b94 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:24.225683 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c6871a0e-32e5-480c-bd18-efa24538b4c3 req-e7e59ecd-70e4-42eb-affc-5fc6d2a61b94 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 944 time: 0.0741634 Sep 03 19:17:24.278755 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device afa29248-dce2-4f97-beb3-728f8820e1d2 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:17:24.280554 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c6871a0e-32e5-480c-bd18-efa24538b4c3 req-22eb4d1f-4682-43c3-9219-a1d2a19cf424 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479615 Sep 03 19:17:24.305391 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a259d-2ea1-4234-9d3e-bda3cd42dc49 req-b2b62dab-9732-45dd-9ec4-d653a48f1605 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:24.307353 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8a3a259d-2ea1-4234-9d3e-bda3cd42dc49 req-b2b62dab-9732-45dd-9ec4-d653a48f1605 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0652866 Sep 03 19:17:24.336060 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d13b096-5321-47ba-a44d-d523e31010eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.345845 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8a3a259d-2ea1-4234-9d3e-bda3cd42dc49 req-1d458f5c-4f77-4250-aebb-adbb90b9ab90 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326326 Sep 03 19:17:24.415411 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port afa29248-dce2-4f97-beb3-728f8820e1d2 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:17:24.419372 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port afa29248-dce2-4f97-beb3-728f8820e1d2 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:17:24.424416 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.443568 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d58fa-9f12-42b7-99b4-148859aaf95e req-ac114882-1738-4b0f-be7e-eb5cad6cf941 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:24.445100 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b0d58fa-9f12-42b7-99b4-148859aaf95e req-ac114882-1738-4b0f-be7e-eb5cad6cf941 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0471735 Sep 03 19:17:24.446168 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6d13b096-5321-47ba-a44d-d523e31010eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.498186 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.500611 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13b096-5321-47ba-a44d-d523e31010eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c910ff9-4395-4d1d-8cb0-ca6b155c7baa,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:24.510030 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6d13b096-5321-47ba-a44d-d523e31010eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=193f1d22f1aa492587d867f79194b176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220443 Sep 03 19:17:24.510678 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 53068) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:17:24.522260 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b0d58fa-9f12-42b7-99b4-148859aaf95e req-49c88a86-79c2-4882-8368-6b2f69d7cdd6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583150 Sep 03 19:17:24.527677 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0539751-4ef9-4be6-9076-6822e708f244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa29248-dce2-4f97-beb3-728f8820e1d2'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:24.529306 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce32b9e-52aa-4e94-8625-bcbe5c68c215" -d '{"events": [{"server_uuid": "e0539751-4ef9-4be6-9076-6822e708f244", "name": "network-vif-plugged", "status": "completed", "tag": "afa29248-dce2-4f97-beb3-728f8820e1d2"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:24.556560 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port afa29248-dce2-4f97-beb3-728f8820e1d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=afa29248-dce2-4f97-beb3-728f8820e1d2,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:24.574493 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f20284-5274-4111-b74f-a9004488669f x-openstack-request-id: req-03f20284-5274-4111-b74f-a9004488669f {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:24.574989 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0539751-4ef9-4be6-9076-6822e708f244", "name": "network-vif-plugged", "status": "completed", "tag": "afa29248-dce2-4f97-beb3-728f8820e1d2", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:24.575255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03f20284-5274-4111-b74f-a9004488669f {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:24.575656 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0539751-4ef9-4be6-9076-6822e708f244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa29248-dce2-4f97-beb3-728f8820e1d2', 'code': 200} Sep 03 19:17:24.585472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.617160 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.638748 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.669516 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63601-42fe-4937-89b0-f1bf184771bc req-5beeca85-bcde-43c2-9ba7-ee0734bb061e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:24.671607 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-43f63601-42fe-4937-89b0-f1bf184771bc req-5beeca85-bcde-43c2-9ba7-ee0734bb061e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0789611 Sep 03 19:17:24.694931 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=afa29248-dce2-4f97-beb3-728f8820e1d2,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:24.721624 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-43f63601-42fe-4937-89b0-f1bf184771bc req-537f8928-731d-4112-9529-57393564b96e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Sep 03 19:17:24.726079 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.728697 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:24.732513 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c910ff9-4395-4d1d-8cb0-ca6b155c7baa HTTP/1.1" status: 204 len: 168 time: 0.2187099 Sep 03 19:17:24.745715 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c910ff9-4395-4d1d-8cb0-ca6b155c7baa,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:24.758860 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.759217 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.759558 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.759894 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.760402 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.760687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.761226 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.761407 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.761688 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.762006 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.762387 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.762665 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced89cd-78d5-4884-84c3-f05e1e30538d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:24.774284 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ff773-9ef9-4424-be02-6368968df185 req-b961fea9-52ef-4eb0-8d4b-37319763b725 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:24.781953 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b52ff773-9ef9-4424-be02-6368968df185 req-b961fea9-52ef-4eb0-8d4b-37319763b725 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0874588 Sep 03 19:17:24.814687 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b52ff773-9ef9-4424-be02-6368968df185 req-0f1becda-d6cc-472f-98b6-472ffb0e3498 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Sep 03 19:17:24.921518 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf196c-998a-4ce2-87b6-9fa5429b7452 req-0c913a21-dfe9-4762-b6a1-03dd00c5768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:24.923017 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-53cf196c-998a-4ce2-87b6-9fa5429b7452 req-0c913a21-dfe9-4762-b6a1-03dd00c5768f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 1098 time: 0.0426064 Sep 03 19:17:24.967777 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-53cf196c-998a-4ce2-87b6-9fa5429b7452 req-af1c82f2-e740-4a3b-b465-9ba8561ff2d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Sep 03 19:17:25.400195 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94a6d9-db83-4297-9c89-ff5d614716a8 req-e055549d-cf58-4ddc-a054-d959d260699c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:25.401801 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ca94a6d9-db83-4297-9c89-ff5d614716a8 req-e055549d-cf58-4ddc-a054-d959d260699c tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0515325 Sep 03 19:17:25.444494 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ca94a6d9-db83-4297-9c89-ff5d614716a8 req-4848ec97-eeb1-4e57-bf6f-2fc5823e60c3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Sep 03 19:17:25.459305 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9026d6d-4b11-4844-8b62-c7f214a712cd req-339ef6df-33f1-49ae-bb1a-894e410bf671 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:25.460776 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f9026d6d-4b11-4844-8b62-c7f214a712cd req-339ef6df-33f1-49ae-bb1a-894e410bf671 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Sep 03 19:17:25.498284 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f9026d6d-4b11-4844-8b62-c7f214a712cd req-39421e5c-e951-4df4-8daf-9b56b729b09e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Sep 03 19:17:25.647143 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155556ad-29f0-4c64-aa49-de6b60f9431c req-8eadea7c-596f-4875-8da5-b3e22da2694e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:25.648664 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-155556ad-29f0-4c64-aa49-de6b60f9431c req-8eadea7c-596f-4875-8da5-b3e22da2694e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Sep 03 19:17:25.686384 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-155556ad-29f0-4c64-aa49-de6b60f9431c req-082dcbf4-3ee9-4126-95cd-834e880e115f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Sep 03 19:17:25.838932 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e921ae-6ef8-4758-a935-660c2ba5daf2 req-884085ea-10f8-45db-b694-024cae4ba23d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:25.840312 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f8e921ae-6ef8-4758-a935-660c2ba5daf2 req-884085ea-10f8-45db-b694-024cae4ba23d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0482392 Sep 03 19:17:25.879097 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f8e921ae-6ef8-4758-a935-660c2ba5daf2 req-b5acc429-7876-4296-887f-357ddb0793f8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Sep 03 19:17:25.930499 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a56b0b-56de-4a54-b54e-3af6f64625fa req-93c52a60-fd2e-43f0-b46b-03e88d5a3e47 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:25.931964 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-83a56b0b-56de-4a54-b54e-3af6f64625fa req-93c52a60-fd2e-43f0-b46b-03e88d5a3e47 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0483170 Sep 03 19:17:25.969831 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-83a56b0b-56de-4a54-b54e-3af6f64625fa req-19c7c32d-979c-4cc9-98df-65e3a396b8de tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Sep 03 19:17:26.586548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768282-13cc-4b48-8bff-29465f7ace20 req-1b86e365-4b34-4fa5-8b99-7f6e41b95abe tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:26.588085 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6768282-13cc-4b48-8bff-29465f7ace20 req-1b86e365-4b34-4fa5-8b99-7f6e41b95abe tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0784042 Sep 03 19:17:26.600145 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-634729d6-2698-4238-b0b2-d5c52dd7414c tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:26.601602 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-634729d6-2698-4238-b0b2-d5c52dd7414c tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0639002 Sep 03 19:17:26.610103 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e1525-63d2-47b8-84e2-32e7f0ca3bdf req-d513ad2c-8435-44cc-aa66-44b43ff0a04b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:26.611546 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-482e1525-63d2-47b8-84e2-32e7f0ca3bdf req-d513ad2c-8435-44cc-aa66-44b43ff0a04b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Sep 03 19:17:26.649919 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-482e1525-63d2-47b8-84e2-32e7f0ca3bdf req-b7eb9f3d-f9ee-495c-8a37-bfd64cafa528 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Sep 03 19:17:26.659464 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6768282-13cc-4b48-8bff-29465f7ace20 req-1ae5586a-c7c2-4d22-92ec-f340d8764625 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569301 Sep 03 19:17:26.717450 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Deleting port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:17:26.717790 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:26.818314 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251898d6-412d-4da5-ba59-b1cad99422ce req-13334ea7-b269-4917-a293-c40af41f430c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:26.819923 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-251898d6-412d-4da5-ba59-b1cad99422ce req-13334ea7-b269-4917-a293-c40af41f430c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Sep 03 19:17:26.862776 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-251898d6-412d-4da5-ba59-b1cad99422ce req-f7b64f92-cd50-417f-8dae-025eeb0e1748 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367372 Sep 03 19:17:27.049690 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ea2da-60de-4852-ac59-c73f4c50c8ac req-a456857c-cef4-4f98-90cf-dd689f864f69 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:27.051148 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ca7ea2da-60de-4852-ac59-c73f4c50c8ac req-a456857c-cef4-4f98-90cf-dd689f864f69 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0968006 Sep 03 19:17:27.072545 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] For port 20e65e49-fe61-4ab2-80ac-6e3a25251d13, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=20e65e49-fe61-4ab2-80ac-6e3a25251d13,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:27.072891 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:27.093548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Calling delete_port for 20e65e49-fe61-4ab2-80ac-6e3a25251d13 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:17:27.099895 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881951d3-774b-4540-9587-706d281ab8a8 req-a9b3fb89-9ee2-41ca-9e26-894f3b9b970c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:27.101425 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-881951d3-774b-4540-9587-706d281ab8a8 req-a9b3fb89-9ee2-41ca-9e26-894f3b9b970c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0554206 Sep 03 19:17:27.121838 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ca7ea2da-60de-4852-ac59-c73f4c50c8ac req-9f5f4b49-36df-4828-8a73-8d7ef2f931e5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609481 Sep 03 19:17:27.143085 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-881951d3-774b-4540-9587-706d281ab8a8 req-5f3c23a0-80bb-4cd7-80d5-fe8f38b62dcf tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Sep 03 19:17:27.303188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:27.325415 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['20e65e49-fe61-4ab2-80ac-6e3a25251d13'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:27.334858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Pushing event deleted for resources: {'Port': ['ID=20e65e49-fe61-4ab2-80ac-6e3a25251d13,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:27.374857 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] No DVR routers for this DVR port 20e65e49-fe61-4ab2-80ac-6e3a25251d13 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:17:27.378147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:27.380100 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c38c6c6e-ee6f-4f53-b04e-ad50537fba89 req-0c8e499c-fa75-4448-9dbb-3bf203069e09 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "DELETE /v2.0/ports/20e65e49-fe61-4ab2-80ac-6e3a25251d13 HTTP/1.1" status: 204 len: 173 time: 0.7652900 Sep 03 19:17:27.381195 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'name': 'network-vif-deleted', 'tag': '20e65e49-fe61-4ab2-80ac-6e3a25251d13'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:27.383466 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3fd321-6edf-411d-932a-da7638e84ab0" -d '{"events": [{"server_uuid": "01b68a63-d5e0-4718-acba-a0aaf0129df6", "name": "network-vif-deleted", "tag": "20e65e49-fe61-4ab2-80ac-6e3a25251d13"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:27.427128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ebd40-7be4-46d5-9f47-da4c8da805f3 x-openstack-request-id: req-767ebd40-7be4-46d5-9f47-da4c8da805f3 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:27.427128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b68a63-d5e0-4718-acba-a0aaf0129df6", "name": "network-vif-deleted", "tag": "20e65e49-fe61-4ab2-80ac-6e3a25251d13", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:27.427128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-767ebd40-7be4-46d5-9f47-da4c8da805f3 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:27.427128 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b68a63-d5e0-4718-acba-a0aaf0129df6', 'name': 'network-vif-deleted', 'tag': '20e65e49-fe61-4ab2-80ac-6e3a25251d13', 'status': 'completed', 'code': 200} Sep 03 19:17:27.760856 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0cd3ef5e-9140-4875-97f2-32fe8947422d req-27214b4e-19e9-4e22-bd55-08d452d7a4af tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b68a63-d5e0-4718-acba-a0aaf0129df6 HTTP/1.1" status: 200 len: 210 time: 0.0257733 Sep 03 19:17:27.784181 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016a0b-9c1f-4461-bcd3-823167fd7380 req-e4fe91a0-8b86-4bc8-a5e1-62f5499ba143 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:27.785729 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9c016a0b-9c1f-4461-bcd3-823167fd7380 req-e4fe91a0-8b86-4bc8-a5e1-62f5499ba143 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0529735 Sep 03 19:17:27.824168 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9c016a0b-9c1f-4461-bcd3-823167fd7380 req-06cae813-ff5b-4d1b-939d-7d078e423d12 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Sep 03 19:17:27.982268 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880bc09-d240-472f-96de-4432d37a58dc req-3ed3b78f-0472-4771-afb4-d768bb4d7fc6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:27.983722 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4880bc09-d240-472f-96de-4432d37a58dc req-3ed3b78f-0472-4771-afb4-d768bb4d7fc6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0475500 Sep 03 19:17:28.025230 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4880bc09-d240-472f-96de-4432d37a58dc req-032b94f9-d466-4b3c-9a02-5cf7d6c4bc8e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355370 Sep 03 19:17:28.248564 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694a4e-cacc-48cc-8d04-b4b58eeea3a0 req-2e9fad71-f6a0-4850-ba35-fe67d253ecb0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:28.250174 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e7694a4e-cacc-48cc-8d04-b4b58eeea3a0 req-2e9fad71-f6a0-4850-ba35-fe67d253ecb0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Sep 03 19:17:28.262365 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae625d-963a-410e-af78-2a5d46226f17 req-a6729bf3-6e7c-461a-8358-4b8fb6c0652a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:28.263911 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fcae625d-963a-410e-af78-2a5d46226f17 req-a6729bf3-6e7c-461a-8358-4b8fb6c0652a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0485489 Sep 03 19:17:28.294676 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e7694a4e-cacc-48cc-8d04-b4b58eeea3a0 req-c7b4e36b-3cc7-4969-9b64-564a2a290fb7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Sep 03 19:17:28.308469 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fcae625d-963a-410e-af78-2a5d46226f17 req-01d523af-49dc-40df-9bf2-227dbb4a89a7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358760 Sep 03 19:17:29.059510 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-a276d765-480c-40d9-855e-5f2589c646fc tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:29.060983 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-a276d765-480c-40d9-855e-5f2589c646fc tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/networks?id=7e9bb572-5c2a-4742-a4bf-78f54c96404e HTTP/1.1" status: 200 len: 808 time: 0.0980849 Sep 03 19:17:29.076973 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-b2e1859c-ce54-4972-bb23-478d7e8fa68f tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/quotas/100b9d6d067241b08a1d3977ad54b820 HTTP/1.1" status: 200 len: 375 time: 0.0099342 Sep 03 19:17:29.111724 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-275bb4c6-2097-42cf-be60-d92e123e9369 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=100b9d6d067241b08a1d3977ad54b820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290320 Sep 03 19:17:29.148383 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814739-a6b0-47c2-b106-ec0d2104837e req-d0df9bfe-19d9-49bd-9b3e-decfb91de002 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:29.149888 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dc814739-a6b0-47c2-b106-ec0d2104837e req-d0df9bfe-19d9-49bd-9b3e-decfb91de002 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0483594 Sep 03 19:17:29.188224 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dc814739-a6b0-47c2-b106-ec0d2104837e req-70d92d0c-45b6-4d66-9074-a60d166592ac tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Sep 03 19:17:29.204764 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-cb949ff2-6c48-4f4c-b733-518ddea3809d service neutron] 10.222.0.18 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Sep 03 19:17:29.295618 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-a77d539a-843b-46c9-b145-769002cad881 service neutron] 10.222.0.18 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848565 Sep 03 19:17:29.417364 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d5717-038a-4933-8df3-9ff589e959df req-1fcc7036-1af4-4296-bd6e-c9c655e1f320 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:29.418827 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bc4d5717-038a-4933-8df3-9ff589e959df req-1fcc7036-1af4-4296-bd6e-c9c655e1f320 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0507014 Sep 03 19:17:29.462570 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bc4d5717-038a-4933-8df3-9ff589e959df req-0f60c974-4289-452c-8fd4-8fb0cee72eea tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Sep 03 19:17:29.581046 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa138f-1966-46a4-b951-a909f61ec3a4 req-6f2b0ad3-bbff-45c9-b1b9-5e5d42a413a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:29.582649 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1afa138f-1966-46a4-b951-a909f61ec3a4 req-6f2b0ad3-bbff-45c9-b1b9-5e5d42a413a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0501077 Sep 03 19:17:29.625173 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1afa138f-1966-46a4-b951-a909f61ec3a4 req-3eab94a5-354c-44bc-9f39-6c6662625a52 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Sep 03 19:17:29.691148 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7f9779f3-5500-47a2-a7e1-45a45a579aa3 req-f0e4af53-4ad9-4b35-a967-e974c69fde6d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0265677 Sep 03 19:17:30.297850 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 20e65e49-fe61-4ab2-80ac-6e3a25251d13 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:17:30.306433 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc4155-5ec7-4805-a1cc-b709a3ce484a req-1dfb1680-77e3-45e5-93b0-6bb7308658d3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:30.307934 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-50cc4155-5ec7-4805-a1cc-b709a3ce484a req-1dfb1680-77e3-45e5-93b0-6bb7308658d3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 03 19:17:30.326384 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 20e65e49-fe61-4ab2-80ac-6e3a25251d13 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:17:30.326960 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 20e65e49-fe61-4ab2-80ac-6e3a25251d13 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:17:30.356142 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-50cc4155-5ec7-4805-a1cc-b709a3ce484a req-6080a183-f0eb-49f3-8b5a-ed0d0b17ca50 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 Sep 03 19:17:30.581620 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1637f18-e2f4-45d2-8020-37a4c8ea1a61 req-26027b90-9739-400c-a39f-6a36880ac8bf tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:30.583141 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a1637f18-e2f4-45d2-8020-37a4c8ea1a61 req-26027b90-9739-400c-a39f-6a36880ac8bf tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0476713 Sep 03 19:17:30.625738 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a1637f18-e2f4-45d2-8020-37a4c8ea1a61 req-72090e18-4bac-42e1-b280-e981344d8c2b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356221 Sep 03 19:17:30.741278 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf26b-f4f6-42c0-a297-94fd81ca7159 req-3faa002b-0520-410a-8576-1f1750b25b24 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:30.743670 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ecebf26b-f4f6-42c0-a297-94fd81ca7159 req-3faa002b-0520-410a-8576-1f1750b25b24 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0510335 Sep 03 19:17:30.782266 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ecebf26b-f4f6-42c0-a297-94fd81ca7159 req-2ecc4553-9f4c-4422-a2ff-118a32279e8b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Sep 03 19:17:30.800853 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e32ecd64-4004-45dd-afea-97276fdc58f2 req-8046744d-c9f2-47b1-8933-16c2d1522439 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0351520 Sep 03 19:17:31.477180 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605e1f-1c34-40f0-ae38-bb29e7e5f0fb req-723b64ec-4657-4ee3-9034-7dd2b61ef100 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:31.478824 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dc605e1f-1c34-40f0-ae38-bb29e7e5f0fb req-723b64ec-4657-4ee3-9034-7dd2b61ef100 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0505619 Sep 03 19:17:31.516345 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dc605e1f-1c34-40f0-ae38-bb29e7e5f0fb req-4a2ce89a-213a-4a21-a4f7-5605b21dfee7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Sep 03 19:17:31.702865 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-cc166316-e2d2-4c8a-a110-af9cd6dfb00f tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:31.704296 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-cc166316-e2d2-4c8a-a110-af9cd6dfb00f tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "GET /v2.0/networks?id=7e9bb572-5c2a-4742-a4bf-78f54c96404e HTTP/1.1" status: 200 len: 808 time: 0.1032407 Sep 03 19:17:31.723006 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Request body: {'port': {'device_id': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e', 'admin_state_up': True, 'tenant_id': '100b9d6d067241b08a1d3977ad54b820'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:17:31.747385 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e4e5-41cc-4550-af0d-afeb3fef8d59 req-13d87973-5624-4716-b9bc-3090cd0f87db tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:31.748885 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b4c0e4e5-41cc-4550-af0d-afeb3fef8d59 req-13d87973-5624-4716-b9bc-3090cd0f87db tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0501149 Sep 03 19:17:31.789254 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b4c0e4e5-41cc-4550-af0d-afeb3fef8d59 req-6a058b30-55ad-4a71-b26a-c69e96d9bae2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339906 Sep 03 19:17:31.903535 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-38e47d0c-968d-4b04-9abc-9a817b71ed7e req-cc214864-9753-4e1f-990b-9435bed0751e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0312493 Sep 03 19:17:31.905479 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf229ab-370a-4a75-a2af-bdc6182f2a32 req-f3102ebb-001d-49d9-a02b-7a3d8943d8c0 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:31.907321 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ccf229ab-370a-4a75-a2af-bdc6182f2a32 req-f3102ebb-001d-49d9-a02b-7a3d8943d8c0 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0547159 Sep 03 19:17:31.933063 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Made reservation on behalf of 100b9d6d067241b08a1d3977ad54b820 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:17:31.937199 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:31.967136 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ccf229ab-370a-4a75-a2af-bdc6182f2a32 req-215572e7-c6fb-4750-95d9-aa626ecf5af9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527689 Sep 03 19:17:32.088521 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Allocated IP 172.20.0.6 (7e9bb572-5c2a-4742-a4bf-78f54c96404e/ac6c738e-7b30-4296-9181-c3d41f2b3686/be34d1d2-b85f-4f39-ae6b-4e8870e413e5) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:17:32.233730 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:32.318080 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:32.361593 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Network 7e9bb572-5c2a-4742-a4bf-78f54c96404e is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:17:32.364523 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:17:32.368188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:17:32.376219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Pushing event updated for resources: {'Port': ['ID=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:32.425549 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:32.426164 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:32.509088 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-50becb6e-2085-4af7-981b-40193740fe1d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899826 Sep 03 19:17:32.525364 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Request body: {'port': {'device_id': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:17:32.580919 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:32.635420 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf932ef4-fa7f-44c2-991d-84249a2c5632 req-7e0af013-010f-477a-87ef-c440d5947c05 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:32.637673 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf932ef4-fa7f-44c2-991d-84249a2c5632 req-7e0af013-010f-477a-87ef-c440d5947c05 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Sep 03 19:17:32.675250 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf932ef4-fa7f-44c2-991d-84249a2c5632 req-99db0a44-f259-49c6-bfb5-d93426e49aaa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Sep 03 19:17:32.838888 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be34d1d2-b85f-4f39-ae6b-4e8870e413e5 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:32.846407 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:32.860128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Transition to ACTIVE for port object be34d1d2-b85f-4f39-ae6b-4e8870e413e5 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:17:32.915760 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b6c29-f64f-4215-87e4-9e7cb3e0e157 req-fe7e3802-239a-4fd6-9bd4-052a67cab7d5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:32.917345 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-945b6c29-f64f-4215-87e4-9e7cb3e0e157 req-fe7e3802-239a-4fd6-9bd4-052a67cab7d5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Sep 03 19:17:32.956343 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-945b6c29-f64f-4215-87e4-9e7cb3e0e157 req-2e5f067a-6fec-4172-9ddf-cc874e4df302 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Sep 03 19:17:32.964796 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:33.016227 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:33.020654 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638716a8-46b2-423b-878e-e4140bc0dc91 req-41dbdf87-5088-48c9-9961-513d5f81bd0d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.022212 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-638716a8-46b2-423b-878e-e4140bc0dc91 req-41dbdf87-5088-48c9-9961-513d5f81bd0d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 931 time: 0.0498598 Sep 03 19:17:33.072184 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-638716a8-46b2-423b-878e-e4140bc0dc91 req-dd774118-4953-4417-ace8-fa6a013b2a43 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Sep 03 19:17:33.078085 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Pushing event updated for resources: {'Port': ['ID=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:33.185639 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-93e3e698-0046-41d0-a2a4-9edc53d6e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.186760 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d21677-6af7-4252-98f1-a90650d006ad req-f4f78e39-dc1e-4f3b-bfc7-084e85428503 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.187361 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-93e3e698-0046-41d0-a2a4-9edc53d6e25c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1098 time: 0.0460436 Sep 03 19:17:33.188247 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-96d21677-6af7-4252-98f1-a90650d006ad req-f4f78e39-dc1e-4f3b-bfc7-084e85428503 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.1057329 Sep 03 19:17:33.230656 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Attempting to bind port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:17:33.230989 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Attempting to bind port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:17:33.231318 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Attempting to bind port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 on network 7e9bb572-5c2a-4742-a4bf-78f54c96404e {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:17:33.242082 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 on network 7e9bb572-5c2a-4742-a4bf-78f54c96404e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:17:33.242405 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Attempting to bind port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 on network 7e9bb572-5c2a-4742-a4bf-78f54c96404e {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:17:33.250822 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-96d21677-6af7-4252-98f1-a90650d006ad req-72fd4cab-3a62-42d7-a206-c7061c94377d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546122 Sep 03 19:17:33.251944 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:17:33.252276 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Checking segment: {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:17:33.252645 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Bound using segment: {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:17:33.253101 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Bound port: be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:17:33.253457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:33.300820 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-7622c512-5e14-434c-8490-07542a96bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.302296 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-7622c512-5e14-434c-8490-07542a96bd6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 911 time: 0.0847187 Sep 03 19:17:33.316752 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] For port be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:17:33.320049 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] For port be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:17:33.388225 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:33.409651 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-5ee30f92-467f-4fba-a315-6a582ea06178 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 1001 time: 0.0926230 Sep 03 19:17:33.421787 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.422464 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:33.423873 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] 10.222.0.20 "PUT /v2.0/ports/be34d1d2-b85f-4f39-ae6b-4e8870e413e5 HTTP/1.1" status: 200 len: 1093 time: 0.9032707 Sep 03 19:17:33.424323 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'tag': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:33.426652 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f", "tag": "be34d1d2-b85f-4f39-ae6b-4e8870e413e5"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:33.450906 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dfe0a-486b-4368-86c6-3f9ea38a13ca service neutron] Pushing event updated for resources: {'Port': ['ID=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:33.466658 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-bad05924-582b-485f-8212-ca6e603e6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.468779 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-bad05924-582b-485f-8212-ca6e603e6f92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.0496213 Sep 03 19:17:33.476827 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fdece8-6698-4ca5-944b-0d6edcda6caf x-openstack-request-id: req-96fdece8-6698-4ca5-944b-0d6edcda6caf {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:33.477215 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f", "tag": "be34d1d2-b85f-4f39-ae6b-4e8870e413e5", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:33.477491 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96fdece8-6698-4ca5-944b-0d6edcda6caf {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:33.477860 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'tag': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5', 'status': 'completed', 'code': 200} Sep 03 19:17:33.537157 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-51caae9d-0787-4340-b213-cc24e8bca22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.539353 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-51caae9d-0787-4340-b213-cc24e8bca22d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596590 Sep 03 19:17:33.557625 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d req-77f12e13-8516-472c-a508-15d5ee5997f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.559102 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d req-77f12e13-8516-472c-a508-15d5ee5997f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=100b9d6d067241b08a1d3977ad54b820&device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 1096 time: 0.0483708 Sep 03 19:17:33.667396 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-06213cc6-54fd-4207-9814-8c06e043dee5 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Sep 03 19:17:33.674202 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d req-ab19069e-b3eb-4aa7-8178-9c5e8be84906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.675677 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d req-ab19069e-b3eb-4aa7-8178-9c5e8be84906 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=100b9d6d067241b08a1d3977ad54b820&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0913262 Sep 03 19:17:33.761360 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5dbabdb-4486-425f-8be4-b3a187e6cd85 req-ec4d33dd-8fb7-48b4-8b6f-5118f173a530 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Sep 03 19:17:33.812905 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d req-5102aa4c-beda-4154-b584-ca381ccb5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.814518 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-24163a7c-051c-497e-8c9e-bdd0d5dcb67d req-5102aa4c-beda-4154-b584-ca381ccb5058 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231329 Sep 03 19:17:33.823132 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a9737-fd8a-4b8f-b86d-b247bcc86bf8 req-d59d62f2-7c5d-4c4e-9344-f77f9302ed91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.824530 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-200a9737-fd8a-4b8f-b86d-b247bcc86bf8 req-d59d62f2-7c5d-4c4e-9344-f77f9302ed91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0684340 Sep 03 19:17:33.863925 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-200a9737-fd8a-4b8f-b86d-b247bcc86bf8 req-bf02ccc6-2deb-422a-8fcf-515e47c0966b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323529 Sep 03 19:17:33.910981 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-a6b50c5b-acb2-4882-a8b6-5e5b589b3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:33.912440 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-a6b50c5b-acb2-4882-a8b6-5e5b589b3685 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=100b9d6d067241b08a1d3977ad54b820&device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 1096 time: 0.0446343 Sep 03 19:17:33.966990 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-778ac1f8-502b-4e99-8309-5b9684e24143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be34d1d2-b85f-4f39-ae6b-4e8870e413e5 HTTP/1.1" status: 200 len: 217 time: 0.0349729 Sep 03 19:17:34.023984 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-4f632de0-1528-4d26-8b74-f1e717a7b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:34.025502 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-4f632de0-1528-4d26-8b74-f1e717a7b821 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac6c738e-7b30-4296-9181-c3d41f2b3686 HTTP/1.1" status: 200 len: 848 time: 0.0448821 Sep 03 19:17:34.062455 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-0f84edec-71c3-4b40-b645-83436c5a83b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e9bb572-5c2a-4742-a4bf-78f54c96404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241008 Sep 03 19:17:34.076744 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b927d-8a79-4d42-b57f-2817655e71fe req-30d2e0d2-5e19-4308-bc46-a445e4302f53 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:34.078359 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-294b927d-8a79-4d42-b57f-2817655e71fe req-30d2e0d2-5e19-4308-bc46-a445e4302f53 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 03 19:17:34.121390 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-294b927d-8a79-4d42-b57f-2817655e71fe req-ed305794-e48b-439b-8b3f-50fae94f8b73 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367837 Sep 03 19:17:34.176243 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-c402bfac-c0af-4f41-9f11-2bd653bcac88 service neutron] 10.222.0.20 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996981 Sep 03 19:17:34.249135 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bcf00-9394-4bfa-827a-673ad5a889fd req-5d6a96bd-1a3c-45b8-afd1-9afef70dd478 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:34.250498 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-949bcf00-9394-4bfa-827a-673ad5a889fd req-5d6a96bd-1a3c-45b8-afd1-9afef70dd478 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 943 time: 0.0773919 Sep 03 19:17:34.330771 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-949bcf00-9394-4bfa-827a-673ad5a889fd req-b8014be7-5797-43d7-b5e7-c77fec23bca7 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Sep 03 19:17:34.332772 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89364caf-853d-4c26-83bf-2a97fa1827dc req-7864f367-d0e5-454a-9b5e-111ae9985ab7 service neutron] 10.222.0.20 "GET /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287792 Sep 03 19:17:34.369031 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4cd9-5341-42a2-9f59-a0da6dbdd77e req-7ade5569-44c1-4840-9d26-babd0d74e8b6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:34.370998 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bc4e4cd9-5341-42a2-9f59-a0da6dbdd77e req-7ade5569-44c1-4840-9d26-babd0d74e8b6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0495493 Sep 03 19:17:34.408080 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bc4e4cd9-5341-42a2-9f59-a0da6dbdd77e req-96aba537-712c-4df8-b751-7acf0d536eeb tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Sep 03 19:17:34.981320 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403e6ed-caac-4933-9a51-9a6219170608 req-06d30a94-9832-4078-93a2-3b74a691d92e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:34.982755 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9403e6ed-caac-4933-9a51-9a6219170608 req-06d30a94-9832-4078-93a2-3b74a691d92e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0469220 Sep 03 19:17:35.019280 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9403e6ed-caac-4933-9a51-9a6219170608 req-18190501-3d89-4f87-be1c-ee42e66982fa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Sep 03 19:17:35.243611 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79a31-ba68-47ee-ab54-3c1a5519e95f req-3e3f9929-0993-4885-9947-d717c7ade703 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:35.245120 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-63f79a31-ba68-47ee-ab54-3c1a5519e95f req-3e3f9929-0993-4885-9947-d717c7ade703 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0564971 Sep 03 19:17:35.282559 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-63f79a31-ba68-47ee-ab54-3c1a5519e95f req-6e19d35b-2f10-48d2-ad0a-7915668fa69f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Sep 03 19:17:35.448006 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9105d-3e45-4c2a-9217-d73a3dd051a1 req-bcda42e1-6d34-4205-aafc-364addf47b00 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:35.449536 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62f9105d-3e45-4c2a-9217-d73a3dd051a1 req-bcda42e1-6d34-4205-aafc-364addf47b00 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 943 time: 0.0539565 Sep 03 19:17:35.486808 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62f9105d-3e45-4c2a-9217-d73a3dd051a1 req-56ea626b-a664-469e-9e59-5011d6d898d8 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315135 Sep 03 19:17:35.523272 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b622a-5f1a-4819-a9bf-16624800fcff req-a4d05705-6707-4012-866e-79677cd5a1a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:35.524813 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4f4b622a-5f1a-4819-a9bf-16624800fcff req-a4d05705-6707-4012-866e-79677cd5a1a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0500948 Sep 03 19:17:35.561446 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4f4b622a-5f1a-4819-a9bf-16624800fcff req-b4757f66-63b7-44b1-8b55-7e58f9510419 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307837 Sep 03 19:17:36.136339 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdcd8a-87e7-43e1-835d-dd85ac54152a req-b810a4b1-c4f8-49e4-ac1e-3f43bd7138a8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:36.137843 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ecdcd8a-87e7-43e1-835d-dd85ac54152a req-b810a4b1-c4f8-49e4-ac1e-3f43bd7138a8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0475113 Sep 03 19:17:36.174796 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ecdcd8a-87e7-43e1-835d-dd85ac54152a req-dfe902c7-c332-41b1-aa1d-f12bf09a44a8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Sep 03 19:17:36.390830 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d1081-54e4-4b20-b5f2-556e6baf0604 req-1bb7cef5-21c2-4dff-8e4d-7d8dd99c38c2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:36.393159 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-956d1081-54e4-4b20-b5f2-556e6baf0604 req-1bb7cef5-21c2-4dff-8e4d-7d8dd99c38c2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0460951 Sep 03 19:17:36.430397 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-956d1081-54e4-4b20-b5f2-556e6baf0604 req-c2f2a9bc-103f-4007-95eb-ec7f1af9954b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Sep 03 19:17:36.597496 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8cc2e-07e0-440d-8ad0-c3337bd700c3 req-1310775b-798a-4605-a624-7ec18969c25d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:36.599192 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6a8cc2e-07e0-440d-8ad0-c3337bd700c3 req-1310775b-798a-4605-a624-7ec18969c25d tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 943 time: 0.0478816 Sep 03 19:17:36.639502 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6a8cc2e-07e0-440d-8ad0-c3337bd700c3 req-a9c369b2-5c7e-402d-857f-fb4c0e9dc2ba tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Sep 03 19:17:36.680625 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348706a-15f1-4195-9c6a-41caab0f2cf7 req-05533dcf-f266-4c0c-8778-e697db42ab3e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:36.682111 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5348706a-15f1-4195-9c6a-41caab0f2cf7 req-05533dcf-f266-4c0c-8778-e697db42ab3e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0526922 Sep 03 19:17:36.719332 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5348706a-15f1-4195-9c6a-41caab0f2cf7 req-95c5b2b2-f892-4e28-82f6-29fa54a6ff57 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Sep 03 19:17:37.294472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152f6ee-a6d3-47d3-a2e4-b61899a1e154 req-1cf271f9-8ce7-42cb-abe2-1ddf70c7472d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:37.295924 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c152f6ee-a6d3-47d3-a2e4-b61899a1e154 req-1cf271f9-8ce7-42cb-abe2-1ddf70c7472d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0514383 Sep 03 19:17:37.333746 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c152f6ee-a6d3-47d3-a2e4-b61899a1e154 req-c29a4f8e-63c5-43db-ac82-c0346957c411 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Sep 03 19:17:37.541583 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75308436-bda0-4cac-af60-bbc6bb2b7e82 req-d29469ac-c369-4f3e-951e-e6b6afa53a8c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:37.543018 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-75308436-bda0-4cac-af60-bbc6bb2b7e82 req-d29469ac-c369-4f3e-951e-e6b6afa53a8c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0471525 Sep 03 19:17:37.579015 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-75308436-bda0-4cac-af60-bbc6bb2b7e82 req-56fd56e1-bbe6-4430-abb3-9ac5d3744a78 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302966 Sep 03 19:17:37.756740 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c63c5-40ef-4b8e-82e2-afaa777fac64 req-e5fbac6d-7c97-41d1-9fbe-d9f2126d97fa tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:37.758410 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-507c63c5-40ef-4b8e-82e2-afaa777fac64 req-e5fbac6d-7c97-41d1-9fbe-d9f2126d97fa tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 943 time: 0.0502641 Sep 03 19:17:37.799040 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-507c63c5-40ef-4b8e-82e2-afaa777fac64 req-8df24a84-b5bb-4913-8ef7-a62deb4114df tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Sep 03 19:17:37.848205 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1674386-8fb6-464f-bb2e-ddc6bc6f8577 req-c481bd5c-aaf7-467c-b9f0-850f02fcf8d1 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:37.849764 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f1674386-8fb6-464f-bb2e-ddc6bc6f8577 req-c481bd5c-aaf7-467c-b9f0-850f02fcf8d1 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0561802 Sep 03 19:17:37.886192 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f1674386-8fb6-464f-bb2e-ddc6bc6f8577 req-bbfc481d-d215-416b-8cce-09f755813cb4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299776 Sep 03 19:17:38.340764 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device be34d1d2-b85f-4f39-ae6b-4e8870e413e5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:17:38.432958 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:38.443823 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5', 'network_id': '7e9bb572-5c2a-4742-a4bf-78f54c96404e', 'port_id': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5', 'mac_address': 'fa:16:3e:09:0b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6c738e-7b30-4296-9181-c3d41f2b3686', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:17:38.449667 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0cabe-d2af-46ca-80b8-da97712b85e5 req-e4ebcb69-d840-4c2b-9a1f-edb73c9e1bc2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:38.451158 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7fa0cabe-d2af-46ca-80b8-da97712b85e5 req-e4ebcb69-d840-4c2b-9a1f-edb73c9e1bc2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0473630 Sep 03 19:17:38.482555 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:38.487937 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7fa0cabe-d2af-46ca-80b8-da97712b85e5 req-24ae44f2-62ea-4c08-b201-88e27b242470 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306306 Sep 03 19:17:38.495263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be34d1d2-b85f-4f39-ae6b-4e8870e413e5 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:38.514316 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:38.576576 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:38.623565 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:38.630475 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.630893 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.631223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.631559 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.631902 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.632221 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.632544 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.633439 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.633790 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.634127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.634492 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.634814 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:17:38.691594 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287a081-ba5a-4c43-9ec0-6bfbf5d6580b req-b5f36419-0890-4ea4-8c49-899eb8d0c1a2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:38.693041 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3287a081-ba5a-4c43-9ec0-6bfbf5d6580b req-b5f36419-0890-4ea4-8c49-899eb8d0c1a2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0498574 Sep 03 19:17:38.730572 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3287a081-ba5a-4c43-9ec0-6bfbf5d6580b req-3206ce8e-1f02-4f17-9f90-a01afb06f361 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Sep 03 19:17:38.914858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cb20-095e-46ac-99ce-fd15389a812d req-b0a66f0f-d68a-45ac-a8fc-ce5373114abe tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:38.916516 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2599cb20-095e-46ac-99ce-fd15389a812d req-b0a66f0f-d68a-45ac-a8fc-ce5373114abe tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 944 time: 0.0524647 Sep 03 19:17:38.957557 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2599cb20-095e-46ac-99ce-fd15389a812d req-85236deb-a69b-4124-bc33-7672186d1a9e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Sep 03 19:17:39.015076 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad396a7-e8c1-44ed-9d13-b6e978c9fe82 req-2a67fb86-6cc5-42e5-a306-e0b8da73a22a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:39.016531 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-aad396a7-e8c1-44ed-9d13-b6e978c9fe82 req-2a67fb86-6cc5-42e5-a306-e0b8da73a22a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0480890 Sep 03 19:17:39.054376 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-aad396a7-e8c1-44ed-9d13-b6e978c9fe82 req-3d63d139-0fcd-4a1d-9ed8-a15c0e06504f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Sep 03 19:17:39.165438 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['be34d1d2-b85f-4f39-ae6b-4e8870e413e5'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:39.186425 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b400c59c-5a65-43de-bfa7-6f427b75a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:39.606490 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3fe0-36eb-4af7-a3e0-e77c693839bb req-d07cd9f4-bc50-4a55-982d-3f5fdf2dd7e0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:39.607955 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1ce3fe0-36eb-4af7-a3e0-e77c693839bb req-d07cd9f4-bc50-4a55-982d-3f5fdf2dd7e0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0469031 Sep 03 19:17:39.644501 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1ce3fe0-36eb-4af7-a3e0-e77c693839bb req-0f92b89d-2adc-4099-b526-4746de2c29d2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306981 Sep 03 19:17:39.841400 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84457ec9-5909-44a9-8145-d3ab326dacb5 req-4ff76098-8196-4efb-ab40-b0f5a48112d7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:39.842855 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84457ec9-5909-44a9-8145-d3ab326dacb5 req-4ff76098-8196-4efb-ab40-b0f5a48112d7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0476253 Sep 03 19:17:39.878843 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84457ec9-5909-44a9-8145-d3ab326dacb5 req-9d7a5282-ee3f-48e7-b7a0-fd68b9f81b47 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300257 Sep 03 19:17:40.068892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc215de-7efe-4b48-8c71-840055da249e req-de0cf426-c0a1-4b51-aba4-2e4ee563a03e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:40.070920 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-afc215de-7efe-4b48-8c71-840055da249e req-de0cf426-c0a1-4b51-aba4-2e4ee563a03e tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 944 time: 0.0468261 Sep 03 19:17:40.108840 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-afc215de-7efe-4b48-8c71-840055da249e req-252b1529-83cd-426d-8dea-2e78b5d2bc68 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318384 Sep 03 19:17:40.352658 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac3aea-caae-49a6-acad-80964c84092c req-26b4536b-08b0-4c4d-8f80-df330b4c14e8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:40.354202 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5ac3aea-caae-49a6-acad-80964c84092c req-26b4536b-08b0-4c4d-8f80-df330b4c14e8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.2300878 Sep 03 19:17:40.360659 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:17:40.400760 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d5ac3aea-caae-49a6-acad-80964c84092c req-db0ceaf4-233f-49f5-a9be-5df226b51c87 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Sep 03 19:17:40.473622 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:40.485513 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'mac_address': 'fa:16:3e:cb:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:17:40.526413 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:40.542217 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1a46e51-90d9-418e-b44d-a104ca739ab9 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:17:40.560759 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:40.639054 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:40.685218 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=6']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:40.768412 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ba745-5246-4c7f-9bbf-f37e21040874 req-10c089ae-7c3b-415c-b20d-b3bba6932ecd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:40.769916 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f97ba745-5246-4c7f-9bbf-f37e21040874 req-10c089ae-7c3b-415c-b20d-b3bba6932ecd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0506549 Sep 03 19:17:40.813757 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f97ba745-5246-4c7f-9bbf-f37e21040874 req-0df7d202-f8e0-4836-8955-83e680e5679c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Sep 03 19:17:40.817822 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['e1a46e51-90d9-418e-b44d-a104ca739ab9'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:40.991632 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b786f-3b04-431c-94a7-7beb50c5a15b req-da9e91b6-d28e-4d93-83a5-960f4d30d876 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:40.993583 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3d9b786f-3b04-431c-94a7-7beb50c5a15b req-da9e91b6-d28e-4d93-83a5-960f4d30d876 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0466948 Sep 03 19:17:41.032185 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3d9b786f-3b04-431c-94a7-7beb50c5a15b req-f63e1444-b24f-4d1a-945c-964abaefa08e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325465 Sep 03 19:17:41.219334 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b2c19-6743-415d-bb58-45ffb0f975c9 req-6080c643-92e8-4786-8a9a-6ddec2b90a01 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:41.220803 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ee8b2c19-6743-415d-bb58-45ffb0f975c9 req-6080c643-92e8-4786-8a9a-6ddec2b90a01 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 944 time: 0.0468922 Sep 03 19:17:41.257631 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ee8b2c19-6743-415d-bb58-45ffb0f975c9 req-835e0638-7fa9-45ff-84de-51e4646a9f22 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Sep 03 19:17:41.519877 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d268465-587a-4e50-b7cb-ed6e44c6719d req-0b7a563c-26d8-4162-999a-7972b57a7f8c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:41.521669 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3d268465-587a-4e50-b7cb-ed6e44c6719d req-0b7a563c-26d8-4162-999a-7972b57a7f8c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0560136 Sep 03 19:17:41.560378 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3d268465-587a-4e50-b7cb-ed6e44c6719d req-09bf9a74-6dca-44de-a611-8d22f2c29cd3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Sep 03 19:17:41.671851 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dd42880a-e30b-46de-bc22-51b562dfe618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:41.931809 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9208f-9d7a-4d8a-b76a-51e10054edf6 req-68e4f753-d04a-4bff-9d4c-716aae3f7497 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:41.933356 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5cf9208f-9d7a-4d8a-b76a-51e10054edf6 req-68e4f753-d04a-4bff-9d4c-716aae3f7497 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0487254 Sep 03 19:17:41.973591 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5cf9208f-9d7a-4d8a-b76a-51e10054edf6 req-3692a370-ce07-45c0-b728-caf93af52291 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Sep 03 19:17:42.027750 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.146820 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d64d7-4c8f-4fe2-834e-424d6b5e3253 req-cd4824da-5e5d-4cd4-abe3-dcacf1fff2ba tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.148337 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9f0d64d7-4c8f-4fe2-834e-424d6b5e3253 req-cd4824da-5e5d-4cd4-abe3-dcacf1fff2ba tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Sep 03 19:17:42.189938 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9f0d64d7-4c8f-4fe2-834e-424d6b5e3253 req-7ef9a0fa-27e2-4e65-a33b-9536bacd1655 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Sep 03 19:17:42.364723 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:17:42.370079 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a7e07-8f5a-4c40-939d-fd26fbf95cbf req-dbff89d2-74bc-4f15-8f4e-2729244544b0 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.371579 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-668a7e07-8f5a-4c40-939d-fd26fbf95cbf req-dbff89d2-74bc-4f15-8f4e-2729244544b0 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 944 time: 0.0495205 Sep 03 19:17:42.412498 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port e1a46e51-90d9-418e-b44d-a104ca739ab9 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:17:42.412735 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-668a7e07-8f5a-4c40-939d-fd26fbf95cbf req-cbfcf855-64b3-45f6-a867-0e28e5675630 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Sep 03 19:17:42.412879 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.494483 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.517023 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:42.519330 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8629cb77-af3c-4218-84ee-43c54341b78c" -d '{"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-plugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:42.536815 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:42.552852 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515bc5-d24d-4038-b426-364e485de9e3 req-acf98440-3b83-4fa8-b00e-c02fa32e3d47 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.554408 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-93515bc5-d24d-4038-b426-364e485de9e3 req-acf98440-3b83-4fa8-b00e-c02fa32e3d47 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0519614 Sep 03 19:17:42.579501 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b07a3-f750-43f2-acac-39e26c6c164f x-openstack-request-id: req-304b07a3-f750-43f2-acac-39e26c6c164f {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:42.579730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-plugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:42.579977 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-304b07a3-f750-43f2-acac-39e26c6c164f {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:42.580361 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'code': 200} Sep 03 19:17:42.616012 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-93515bc5-d24d-4038-b426-364e485de9e3 req-31e4dd2d-2848-465f-a4ec-b496bb564fa1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534925 Sep 03 19:17:42.617534 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.621794 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device be34d1d2-b85f-4f39-ae6b-4e8870e413e5 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:17:42.687354 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22ca40-707a-4f52-b5ff-13661754e049 req-66556037-0701-4458-a955-e8a20d0f6d4c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.689615 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3c22ca40-707a-4f52-b5ff-13661754e049 req-66556037-0701-4458-a955-e8a20d0f6d4c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0548253 Sep 03 19:17:42.695395 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-41b2a8b2-8517-4afa-a5ee-60e182f37e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.697556 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-41b2a8b2-8517-4afa-a5ee-60e182f37e5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1098 time: 0.0465088 Sep 03 19:17:42.707476 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.717056 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=7']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:42.743077 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3c22ca40-707a-4f52-b5ff-13661754e049 req-0d66395d-8c0b-4cfc-bb9f-88cde6f99192 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Sep 03 19:17:42.816111 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:17:42.819879 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-9eb7b96d-af34-43d6-b0b3-74d7fe1bf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.820088 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:17:42.820462 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.822196 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-9eb7b96d-af34-43d6-b0b3-74d7fe1bf2b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 911 time: 0.1028812 Sep 03 19:17:42.903242 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-1641b538-6d01-4aad-92fe-bf7f0e3e5551 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 1001 time: 0.0667539 Sep 03 19:17:42.908488 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:42.947747 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:42.974533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-6a35e20b-16bb-4806-9a0b-74905134ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:42.975979 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-6a35e20b-16bb-4806-9a0b-74905134ab25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.0458343 Sep 03 19:17:43.026112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-fa9d019a-9483-47d2-961e-6901d2aa02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:43.027611 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-fa9d019a-9483-47d2-961e-6901d2aa02c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415032 Sep 03 19:17:43.045411 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:43.095392 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:43.129869 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-2ceb787e-295e-459b-95aa-5f99c2e4b384 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903220 Sep 03 19:17:43.225185 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f004cfaa-baf8-43f8-92ac-23767c71c6be req-730001d9-1bbb-4596-9c7f-b227992af6a9 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850565 Sep 03 19:17:43.236552 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a9ac0-7b3b-4ef8-a3f0-8d8d13c42d94 req-69d42b3c-62ce-4abc-afed-474f86e68788 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:43.238096 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-056a9ac0-7b3b-4ef8-a3f0-8d8d13c42d94 req-69d42b3c-62ce-4abc-afed-474f86e68788 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0601723 Sep 03 19:17:43.277773 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-056a9ac0-7b3b-4ef8-a3f0-8d8d13c42d94 req-a9123c87-1518-4aeb-a3f5-c1e509696382 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328357 Sep 03 19:17:43.392047 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64423bf0-3566-4b05-88d5-c0631662e9e0 req-36cb6cfb-9a5f-4d63-b658-0618636182e9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:43.393526 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-64423bf0-3566-4b05-88d5-c0631662e9e0 req-36cb6cfb-9a5f-4d63-b658-0618636182e9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0495088 Sep 03 19:17:43.430896 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-64423bf0-3566-4b05-88d5-c0631662e9e0 req-e28e29d5-49a0-4c43-ad80-26dddd75c4b0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Sep 03 19:17:43.543403 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300db27-febd-4b36-8d2e-8344a8850649 req-584ae76a-bb2c-4c2f-94fa-52b38903b2da tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:43.544897 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e300db27-febd-4b36-8d2e-8344a8850649 req-584ae76a-bb2c-4c2f-94fa-52b38903b2da tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0535696 Sep 03 19:17:43.586682 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e300db27-febd-4b36-8d2e-8344a8850649 req-006cf34d-f280-4384-a51b-b537465b717a tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Sep 03 19:17:43.743996 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c52ee-3ca5-472d-b717-795886ebd39a req-1bc5b04e-3c5b-4f7b-b7ab-b7f6e15a11f2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:43.745612 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f62c52ee-3ca5-472d-b717-795886ebd39a req-1bc5b04e-3c5b-4f7b-b7ab-b7f6e15a11f2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0515311 Sep 03 19:17:43.784501 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f62c52ee-3ca5-472d-b717-795886ebd39a req-a81fdf47-3d2c-4362-93cf-cfbecfd43ee4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Sep 03 19:17:43.846371 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfbade-0971-4c3e-9b70-7946573d20aa req-038e6de1-0179-42ef-a025-20c1cffe03e7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:43.847849 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-45cfbade-0971-4c3e-9b70-7946573d20aa req-038e6de1-0179-42ef-a025-20c1cffe03e7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0471334 Sep 03 19:17:43.892391 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-45cfbade-0971-4c3e-9b70-7946573d20aa req-508d0369-7757-4e27-bd8c-ef216afb0001 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Sep 03 19:17:44.353882 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:44.435329 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e203a61-3319-481b-a8c6-ad445f7ba0fa req-0da29eab-f4fe-40ec-84d6-ab4fa203ba11 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:44.436996 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5e203a61-3319-481b-a8c6-ad445f7ba0fa req-0da29eab-f4fe-40ec-84d6-ab4fa203ba11 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0542133 Sep 03 19:17:44.493608 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5e203a61-3319-481b-a8c6-ad445f7ba0fa req-0b83ab13-aaee-4f34-98e5-40f6df303e67 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447910 Sep 03 19:17:44.568013 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd44b8-b6b3-4364-9162-1ce1cb05b760 req-80063b2c-caa0-4adf-b25b-ba5ef0c4b3d2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:44.573419 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f2bd44b8-b6b3-4364-9162-1ce1cb05b760 req-80063b2c-caa0-4adf-b25b-ba5ef0c4b3d2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0577731 Sep 03 19:17:44.581842 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:44.584362 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e54276-693e-4320-b818-84fa52041116" -d '{"events": [{"server_uuid": "fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f", "name": "network-vif-plugged", "status": "completed", "tag": "be34d1d2-b85f-4f39-ae6b-4e8870e413e5"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:44.621209 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f2bd44b8-b6b3-4364-9162-1ce1cb05b760 req-bbb4b33d-f9dc-47af-ab6f-51faff88a00a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Sep 03 19:17:44.636058 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd60747-8dc6-45ab-b411-4c404f6d8d80 x-openstack-request-id: req-fbd60747-8dc6-45ab-b411-4c404f6d8d80 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:44.636710 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f", "name": "network-vif-plugged", "status": "completed", "tag": "be34d1d2-b85f-4f39-ae6b-4e8870e413e5", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:44.637124 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbd60747-8dc6-45ab-b411-4c404f6d8d80 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:44.637653 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5', 'code': 200} Sep 03 19:17:44.747522 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cf2d-d5f3-4525-94cd-12730f5a350e req-570a6db2-e749-47f8-9cd6-10a43b741b28 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:44.755496 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dbb7cf2d-d5f3-4525-94cd-12730f5a350e req-570a6db2-e749-47f8-9cd6-10a43b741b28 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0615566 Sep 03 19:17:44.826892 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dbb7cf2d-d5f3-4525-94cd-12730f5a350e req-4dbfe4a1-c2d1-40a3-bf81-1c62465c8159 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Sep 03 19:17:45.000968 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c89e-1d89-41ff-b361-fe4be59ada80 req-25089163-b5c0-4862-9642-c88e5d7866cb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.002390 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-84d8c89e-1d89-41ff-b361-fe4be59ada80 req-25089163-b5c0-4862-9642-c88e5d7866cb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.1232424 Sep 03 19:17:45.011214 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e82f1-5657-4c64-873b-536a6f1220a3 req-6ea87577-c468-4254-b43c-7f2997e49965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.013794 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-583e82f1-5657-4c64-873b-536a6f1220a3 req-6ea87577-c468-4254-b43c-7f2997e49965 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 1099 time: 0.0740070 Sep 03 19:17:45.056494 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86009-7f13-4386-a7d2-c761ba0186cd req-774ccbe3-b972-48aa-9105-9f9db8e8a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.058337 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cdd86009-7f13-4386-a7d2-c761ba0186cd req-774ccbe3-b972-48aa-9105-9f9db8e8a174 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 1098 time: 0.0934165 Sep 03 19:17:45.071469 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7d000-4ea5-4cd3-bb7a-7923c19de281 req-33e84bb9-ad87-44aa-acad-20b420a256e9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.080200 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ec7d000-4ea5-4cd3-bb7a-7923c19de281 req-33e84bb9-ad87-44aa-acad-20b420a256e9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0706453 Sep 03 19:17:45.080491 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-84d8c89e-1d89-41ff-b361-fe4be59ada80 req-ba22e4a1-71c9-4d61-9042-185e9180ccbe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618033 Sep 03 19:17:45.109952 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-583e82f1-5657-4c64-873b-536a6f1220a3 req-0a0c924a-8ee9-41c9-a241-7b3e873fce29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726182 Sep 03 19:17:45.138373 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cdd86009-7f13-4386-a7d2-c761ba0186cd req-92e4a7d4-f2e5-4505-8df2-ba29304dfa3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553718 Sep 03 19:17:45.148356 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ec7d000-4ea5-4cd3-bb7a-7923c19de281 req-32c5b135-2e60-424b-9346-5cc10a34e461 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663338 Sep 03 19:17:45.623234 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499338-98bc-48de-9c97-9b5727aec4cb req-5383f68e-0e6e-4464-adf9-e824713b82de tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.624710 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d1499338-98bc-48de-9c97-9b5727aec4cb req-5383f68e-0e6e-4464-adf9-e824713b82de tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0655890 Sep 03 19:17:45.705897 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d1499338-98bc-48de-9c97-9b5727aec4cb req-31fdd8fb-a64a-43ed-9aeb-7230687038e4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740924 Sep 03 19:17:45.756558 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fe8-ffab-4865-a368-e699e246cefe req-7ffd3e40-65fd-4256-984a-2fa186ec8d60 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.758217 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9ab8fe8-ffab-4865-a368-e699e246cefe req-7ffd3e40-65fd-4256-984a-2fa186ec8d60 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0536592 Sep 03 19:17:45.797775 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9ab8fe8-ffab-4865-a368-e699e246cefe req-2118815a-d97f-4c75-b4ab-2f2741d83109 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Sep 03 19:17:45.960948 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960955b-ac9f-40d2-8621-d3be97e58220 req-3e9268ef-be23-4a08-a15a-62f3854efee5 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:45.962528 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1960955b-ac9f-40d2-8621-d3be97e58220 req-3e9268ef-be23-4a08-a15a-62f3854efee5 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0703802 Sep 03 19:17:46.005453 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1960955b-ac9f-40d2-8621-d3be97e58220 req-309f71f1-9c3a-4229-abed-e6ce78af043f tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Sep 03 19:17:46.313801 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7178a-1dde-4807-a0f5-db4665bd51ba req-410633ab-7fc4-40d8-b6de-ab7230903be3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:46.315568 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f8a7178a-1dde-4807-a0f5-db4665bd51ba req-410633ab-7fc4-40d8-b6de-ab7230903be3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0867801 Sep 03 19:17:46.330276 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-995b4ee9-61fa-4084-a180-b9aa2ee9f9d2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:46.331742 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-995b4ee9-61fa-4084-a180-b9aa2ee9f9d2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0742300 Sep 03 19:17:46.452795 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f8a7178a-1dde-4807-a0f5-db4665bd51ba req-41b8e7ca-2ba7-483f-bed7-cc3955d59c36 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200552 Sep 03 19:17:46.517612 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Deleting port afa29248-dce2-4f97-beb3-728f8820e1d2 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:17:46.518100 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:46.620063 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] For port afa29248-dce2-4f97-beb3-728f8820e1d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=afa29248-dce2-4f97-beb3-728f8820e1d2,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:46.620428 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:46.636132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Calling delete_port for afa29248-dce2-4f97-beb3-728f8820e1d2 owned by compute:nova {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:17:46.813137 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7ea3-fe5e-40d6-8735-e339fb051aa0 req-0994ad7d-7098-44cc-bb44-39e95296b44a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:46.814599 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9e7ea3-fe5e-40d6-8735-e339fb051aa0 req-0994ad7d-7098-44cc-bb44-39e95296b44a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Sep 03 19:17:46.855178 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9e7ea3-fe5e-40d6-8735-e339fb051aa0 req-10037568-c932-4a68-8334-f4e375e9dcd9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344689 Sep 03 19:17:46.908586 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1642c7-dc46-42e9-90d2-6ce10db59b78 req-715482de-785f-4fab-8a90-1a95a804f42f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:46.910084 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b1642c7-dc46-42e9-90d2-6ce10db59b78 req-715482de-785f-4fab-8a90-1a95a804f42f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 945 time: 0.0467341 Sep 03 19:17:46.954485 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b1642c7-dc46-42e9-90d2-6ce10db59b78 req-8ba8b8bf-0ba5-4d24-9405-a990e4ab38d7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Sep 03 19:17:47.027741 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:47.041264 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd', 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c', 'afa29248-dce2-4f97-beb3-728f8820e1d2'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:47.056955 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event deleted for resources: {'Port': ['ID=afa29248-dce2-4f97-beb3-728f8820e1d2,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:47.143392 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] No DVR routers for this DVR port afa29248-dce2-4f97-beb3-728f8820e1d2 on host hv-cinder-78836 {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:17:47.146584 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:47.149537 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a2acef36-78f7-4648-a787-00bbbde31e8b req-198b8db5-f350-4fd3-aef9-0dbc792c7617 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "DELETE /v2.0/ports/afa29248-dce2-4f97-beb3-728f8820e1d2 HTTP/1.1" status: 204 len: 173 time: 0.8097713 Sep 03 19:17:47.149985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0539751-4ef9-4be6-9076-6822e708f244', 'name': 'network-vif-deleted', 'tag': 'afa29248-dce2-4f97-beb3-728f8820e1d2'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:47.152309 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db478aa4-22e7-44dc-a208-2898ac57a5df" -d '{"events": [{"server_uuid": "e0539751-4ef9-4be6-9076-6822e708f244", "name": "network-vif-deleted", "tag": "afa29248-dce2-4f97-beb3-728f8820e1d2"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:47.163077 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483772-f31a-4aba-a3b0-6322a3501595 req-beca3afb-7218-4625-b9eb-f51c875115a4 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:47.173267 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd483772-f31a-4aba-a3b0-6322a3501595 req-beca3afb-7218-4625-b9eb-f51c875115a4 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0791299 Sep 03 19:17:47.216446 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc571e4-8c51-4687-b875-2acbb65ef54c x-openstack-request-id: req-3fc571e4-8c51-4687-b875-2acbb65ef54c {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:47.216748 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0539751-4ef9-4be6-9076-6822e708f244", "name": "network-vif-deleted", "tag": "afa29248-dce2-4f97-beb3-728f8820e1d2", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:47.217028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fc571e4-8c51-4687-b875-2acbb65ef54c {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:47.217856 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0539751-4ef9-4be6-9076-6822e708f244', 'name': 'network-vif-deleted', 'tag': 'afa29248-dce2-4f97-beb3-728f8820e1d2', 'status': 'completed', 'code': 200} Sep 03 19:17:47.218052 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd483772-f31a-4aba-a3b0-6322a3501595 req-05e55fb2-7502-4ce4-b52e-9254f2fcb134 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438597 Sep 03 19:17:47.595419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8a4a-5eaf-4ea4-b8e4-99c1e067a9cf req-d28c3ef4-2aa8-4296-8596-4d6c6ce9e958 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:47.597075 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-245b8a4a-5eaf-4ea4-b8e4-99c1e067a9cf req-d28c3ef4-2aa8-4296-8596-4d6c6ce9e958 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0672376 Sep 03 19:17:47.636005 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-245b8a4a-5eaf-4ea4-b8e4-99c1e067a9cf req-43ac507f-e814-489a-b294-506201820f88 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Sep 03 19:17:48.012506 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967688e-6d90-4091-9e9a-66c2354ecd6c req-16dde43e-9454-4abe-a94a-cd059015ddeb tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:48.021058 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9967688e-6d90-4091-9e9a-66c2354ecd6c req-16dde43e-9454-4abe-a94a-cd059015ddeb tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.3138881 Sep 03 19:17:48.032971 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04c5a-d8ef-4d5b-bcd2-6d8236c28a1f req-71f5f41c-19e5-4865-87b9-fa73c667ec67 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:48.035439 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-03b04c5a-d8ef-4d5b-bcd2-6d8236c28a1f req-71f5f41c-19e5-4865-87b9-fa73c667ec67 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0829785 Sep 03 19:17:48.073272 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9967688e-6d90-4091-9e9a-66c2354ecd6c req-5f8923d2-bf2f-4112-a372-7d3f8f93f1bb tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 Sep 03 19:17:48.097182 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-03b04c5a-d8ef-4d5b-bcd2-6d8236c28a1f req-1250c10e-14a6-4d85-b0ce-0b0c985b3299 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527873 Sep 03 19:17:48.232831 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1112b8c1-62e5-4603-a2a9-18ee06bc7d66 req-ff56b4bb-067f-4ae1-8306-269f97eceec3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0539751-4ef9-4be6-9076-6822e708f244 HTTP/1.1" status: 200 len: 210 time: 0.0380771 Sep 03 19:17:48.366687 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec16f47-b900-4d90-b896-127d56d2f546 req-54dc7d74-863f-4e06-8a2b-607eaa58d92b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:48.377978 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6ec16f47-b900-4d90-b896-127d56d2f546 req-54dc7d74-863f-4e06-8a2b-607eaa58d92b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0749533 Sep 03 19:17:48.435183 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6ec16f47-b900-4d90-b896-127d56d2f546 req-ab49e438-56cd-4009-a999-8b8c6d089697 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557938 Sep 03 19:17:49.254649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffef8f-8d73-4ffd-82b9-40fa56532af7 req-d8a9a2d7-1333-4838-b9de-2ac2f23de1d9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:49.256806 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57ffef8f-8d73-4ffd-82b9-40fa56532af7 req-d8a9a2d7-1333-4838-b9de-2ac2f23de1d9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0597796 Sep 03 19:17:49.328741 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57ffef8f-8d73-4ffd-82b9-40fa56532af7 req-039cb770-6fc6-45d3-82d7-f9a30521f8ea tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Sep 03 19:17:49.850706 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7dae-3040-4e97-9dbb-e3ed4f3a3dd2 req-e4d5988d-36b6-4749-b624-cb122cfef9ea tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:49.895045 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-149b7dae-3040-4e97-9dbb-e3ed4f3a3dd2 req-e4d5988d-36b6-4749-b624-cb122cfef9ea tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0547283 Sep 03 19:17:49.965204 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-149b7dae-3040-4e97-9dbb-e3ed4f3a3dd2 req-03486f28-fa41-4eea-b28c-0722e0486abe tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830383 Sep 03 19:17:50.419887 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device afa29248-dce2-4f97-beb3-728f8820e1d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:17:50.420808 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93224f5-e9c9-4e54-a2dd-042141fa2542 req-155932c2-b99b-415c-9eea-bd89429bc538 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:50.422311 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a93224f5-e9c9-4e54-a2dd-042141fa2542 req-155932c2-b99b-415c-9eea-bd89429bc538 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0509386 Sep 03 19:17:50.440938 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: afa29248-dce2-4f97-beb3-728f8820e1d2 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:17:50.441378 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device afa29248-dce2-4f97-beb3-728f8820e1d2 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:17:50.465406 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a93224f5-e9c9-4e54-a2dd-042141fa2542 req-32d49c12-c75f-4a67-94bd-387ce816b079 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368030 Sep 03 19:17:50.685804 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810cc09-11f7-4ad0-90ed-b807c515a4ee req-8ee9e08b-00cb-41c8-999f-94658fd2b2d0 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:50.693662 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5810cc09-11f7-4ad0-90ed-b807c515a4ee req-8ee9e08b-00cb-41c8-999f-94658fd2b2d0 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0593245 Sep 03 19:17:50.739144 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5810cc09-11f7-4ad0-90ed-b807c515a4ee req-0b435a04-afa1-46c6-a838-dfb6c5fc2a9f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Sep 03 19:17:50.777685 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7480108-e166-4caf-aba6-de70531011e7 req-3a3ea034-1bbf-436f-b41f-2083e01a4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:50.779918 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-3a3ea034-1bbf-436f-b41f-2083e01a4196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0533392 Sep 03 19:17:50.902796 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7480108-e166-4caf-aba6-de70531011e7 req-145c1c7a-6c4a-49d4-8df3-eb5517615573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:50.904299 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-145c1c7a-6c4a-49d4-8df3-eb5517615573 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 919 time: 0.1125751 Sep 03 19:17:50.954933 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-60d25c9e-f9e5-4a5a-9f88-341955a3fde7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 217 time: 0.0393949 Sep 03 19:17:51.024219 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7480108-e166-4caf-aba6-de70531011e7 req-e272688c-42e8-467f-ba2e-dc4a6c0055e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:51.026911 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-e272688c-42e8-467f-ba2e-dc4a6c0055e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0540280 Sep 03 19:17:51.071611 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-159f937d-f702-4e42-bad0-315b779c2b53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290630 Sep 03 19:17:51.171736 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0581-bd62-4bcd-be7a-f5b07adedd01 req-bb2a9de6-f73d-4404-ad71-cac96f74a608 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:51.173354 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-210f0581-bd62-4bcd-be7a-f5b07adedd01 req-bb2a9de6-f73d-4404-ad71-cac96f74a608 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0864413 Sep 03 19:17:51.221687 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-210f0581-bd62-4bcd-be7a-f5b07adedd01 req-009a82d3-4836-4ca8-b830-7c512c6cc665 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Sep 03 19:17:51.235264 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-5e17e5ef-5b4d-4abf-948e-a8174f1113cc service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353714 Sep 03 19:17:51.243807 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7d1b-5429-4756-a478-c81926d4d40c req-3c72610b-23c1-44f6-8dd3-7ad1ad3a2f8e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:51.250984 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-999b7d1b-5429-4756-a478-c81926d4d40c req-3c72610b-23c1-44f6-8dd3-7ad1ad3a2f8e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0727739 Sep 03 19:17:51.342579 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-999b7d1b-5429-4756-a478-c81926d4d40c req-9f7affb4-e6ac-4308-b2e0-04c24c1aaf02 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906334 Sep 03 19:17:51.368232 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7480108-e166-4caf-aba6-de70531011e7 req-e781e74d-6a02-463c-8e36-c383b29b793b service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152949 Sep 03 19:17:51.609313 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d22b29-f04b-4466-ae53-80d3f9d2de76 req-2314a6da-bd51-4ce0-82c2-805e01a5b51a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:51.612039 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-27d22b29-f04b-4466-ae53-80d3f9d2de76 req-2314a6da-bd51-4ce0-82c2-805e01a5b51a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0600913 Sep 03 19:17:51.667040 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-27d22b29-f04b-4466-ae53-80d3f9d2de76 req-a3141705-cd6e-4250-ab29-3134bafc847f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Sep 03 19:17:51.872515 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6f9e2-825d-49e9-8003-6f528c88983a req-31698dda-a6e5-4dcc-a9ee-97171d5e3568 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:51.877576 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ac6f9e2-825d-49e9-8003-6f528c88983a req-31698dda-a6e5-4dcc-a9ee-97171d5e3568 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0590622 Sep 03 19:17:51.957659 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ac6f9e2-825d-49e9-8003-6f528c88983a req-f096f635-5f89-4966-9c6c-0b7890bb39f0 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767787 Sep 03 19:17:51.975648 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14e060-fe08-4690-a577-8c89f043da9a req-b4096299-37d7-40f0-8242-999cbe4858f4 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:51.979172 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4c14e060-fe08-4690-a577-8c89f043da9a req-b4096299-37d7-40f0-8242-999cbe4858f4 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0796733 Sep 03 19:17:52.104196 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Deleting port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:17:52.104694 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:52.218772 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] For port be34d1d2-b85f-4f39-ae6b-4e8870e413e5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,segment=NetworkSegment(fd270ce2-e8b3-4a08-be6d-f102dd80ab2b),segment_id=fd270ce2-e8b3-4a08-be6d-f102dd80ab2b)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:52.219565 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:52.246790 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Calling delete_port for be34d1d2-b85f-4f39-ae6b-4e8870e413e5 owned by compute:nova {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:17:52.362889 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c585b-dc91-41a5-b610-f1e6aefc904b req-8b694740-cfa7-4eb8-877b-1f603af0f184 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:52.370750 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c04c585b-dc91-41a5-b610-f1e6aefc904b req-8b694740-cfa7-4eb8-877b-1f603af0f184 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 945 time: 0.0576365 Sep 03 19:17:52.419080 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c04c585b-dc91-41a5-b610-f1e6aefc904b req-cb59c939-08e5-4102-b593-7cb6e52a433b tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d7aa636-c0b7-4c16-931b-57af059151b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Sep 03 19:17:52.486980 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0fc03-64da-47ed-a341-1cff2ffff751 req-4ec84b14-2263-4b4a-a18b-a6f56ee26e5f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:52.490832 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f6e0fc03-64da-47ed-a341-1cff2ffff751 req-4ec84b14-2263-4b4a-a18b-a6f56ee26e5f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0694313 Sep 03 19:17:52.532956 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f6e0fc03-64da-47ed-a341-1cff2ffff751 req-d2a36021-dced-4d03-88b9-e1ca461484f5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Sep 03 19:17:52.533933 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:52.549636 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['be34d1d2-b85f-4f39-ae6b-4e8870e413e5'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:52.575568 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Pushing event deleted for resources: {'Port': ['ID=be34d1d2-b85f-4f39-ae6b-4e8870e413e5,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:52.619280 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] No DVR routers for this DVR port be34d1d2-b85f-4f39-ae6b-4e8870e413e5 on host hv-cinder-78836 {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:17:52.621398 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:52.623739 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4c14e060-fe08-4690-a577-8c89f043da9a req-502f387a-64d9-4c47-a1aa-65056c3640e9 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.20 "DELETE /v2.0/ports/be34d1d2-b85f-4f39-ae6b-4e8870e413e5 HTTP/1.1" status: 204 len: 173 time: 0.6347251 Sep 03 19:17:52.624329 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'name': 'network-vif-deleted', 'tag': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:52.626821 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84d182e-fd4d-4349-ba61-7712e049afc8" -d '{"events": [{"server_uuid": "fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f", "name": "network-vif-deleted", "tag": "be34d1d2-b85f-4f39-ae6b-4e8870e413e5"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:52.674780 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafa323a-3217-48d0-bce0-df02263f3a9f x-openstack-request-id: req-aafa323a-3217-48d0-bce0-df02263f3a9f {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:52.675072 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f", "name": "network-vif-deleted", "tag": "be34d1d2-b85f-4f39-ae6b-4e8870e413e5", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:52.675323 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aafa323a-3217-48d0-bce0-df02263f3a9f {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:52.675717 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f', 'name': 'network-vif-deleted', 'tag': 'be34d1d2-b85f-4f39-ae6b-4e8870e413e5', 'status': 'completed', 'code': 200} Sep 03 19:17:52.809328 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132ee6-f89b-4c86-9568-7c7f132ed64d req-652855df-3076-4fb2-8ba8-4469fbce7385 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:52.816890 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-41132ee6-f89b-4c86-9568-7c7f132ed64d req-652855df-3076-4fb2-8ba8-4469fbce7385 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0805113 Sep 03 19:17:52.865846 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-41132ee6-f89b-4c86-9568-7c7f132ed64d req-d293a9b2-a6a9-4366-8195-999bf58e7f70 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Sep 03 19:17:53.091711 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7147945-68b3-4811-be44-66da7405bbf7 req-a6b7345d-a866-4653-b937-3de35cde8d44 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:53.093983 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e7147945-68b3-4811-be44-66da7405bbf7 req-a6b7345d-a866-4653-b937-3de35cde8d44 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0551970 Sep 03 19:17:53.145226 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e7147945-68b3-4811-be44-66da7405bbf7 req-f2e35732-ae7f-4c4e-8b4c-091700957456 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449824 Sep 03 19:17:53.526632 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3dfdd77e-36cb-4717-9dae-2327b93396d9 req-8654f6dc-f357-4bda-9994-1e5d3a55e981 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0286386 Sep 03 19:17:53.722509 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cdbc2-1a98-4319-bd2b-90cc5daf6d1a req-b858b187-8445-431a-9a22-a805bfd9829b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:53.723888 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-163cdbc2-1a98-4319-bd2b-90cc5daf6d1a req-b858b187-8445-431a-9a22-a805bfd9829b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0841515 Sep 03 19:17:53.761966 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-163cdbc2-1a98-4319-bd2b-90cc5daf6d1a req-d1ef5136-6b63-49ca-97e6-e57e943d5d2d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Sep 03 19:17:53.968447 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674f93f-d9d4-45e7-9a47-17ebd05216ba req-b13b22c7-d36f-496e-9a3a-3b83d9e5f035 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:53.969947 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0674f93f-d9d4-45e7-9a47-17ebd05216ba req-b13b22c7-d36f-496e-9a3a-3b83d9e5f035 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0473137 Sep 03 19:17:54.010728 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0674f93f-d9d4-45e7-9a47-17ebd05216ba req-f1d1b843-cef3-475e-8253-9c5b48af7513 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349059 Sep 03 19:17:54.288181 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e0426-3076-4768-887b-72d77b5e4648 req-7e39041b-c1b1-4d3c-8f25-c6931666146e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:54.292917 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-316e0426-3076-4768-887b-72d77b5e4648 req-7e39041b-c1b1-4d3c-8f25-c6931666146e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0583467 Sep 03 19:17:54.333726 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-316e0426-3076-4768-887b-72d77b5e4648 req-f9ee5877-6855-4a9f-9e7c-e7a310da8cb3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Sep 03 19:17:54.634926 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-451da052-98cd-4492-acb7-2b9087cd0c20 req-727032b2-9569-4f9d-ad9f-7b5411f0cbc4 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0289371 Sep 03 19:17:54.872915 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e8559-0bcd-4252-86ca-7b89cf90ff62 req-b82eac28-6aa4-451a-9613-a4a8987c3e14 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:54.877021 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-146e8559-0bcd-4252-86ca-7b89cf90ff62 req-b82eac28-6aa4-451a-9613-a4a8987c3e14 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0481081 Sep 03 19:17:54.914405 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-146e8559-0bcd-4252-86ca-7b89cf90ff62 req-16719a7d-a7d2-49b2-b624-724eb31530ca tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336680 Sep 03 19:17:55.129846 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583c383-e5a7-47ca-84bf-ceb25e73f28d req-73eb3e61-feda-43f1-9086-9368e78085a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:55.131168 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3583c383-e5a7-47ca-84bf-ceb25e73f28d req-73eb3e61-feda-43f1-9086-9368e78085a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0465710 Sep 03 19:17:55.167882 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3583c383-e5a7-47ca-84bf-ceb25e73f28d req-c53025cf-51da-48dc-8c10-ecee8e72f08b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309942 Sep 03 19:17:55.447063 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc864a6b-d6fb-48b5-b024-d41105c5db58 req-a95bef23-41de-4ce9-a47c-d227f29829a4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:55.448547 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bc864a6b-d6fb-48b5-b024-d41105c5db58 req-a95bef23-41de-4ce9-a47c-d227f29829a4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0467918 Sep 03 19:17:55.484596 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bc864a6b-d6fb-48b5-b024-d41105c5db58 req-e8073ae6-a1cb-4289-ad46-959ec3e74145 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304348 Sep 03 19:17:55.735455 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-453889f9-3ca4-4041-b109-ae7b8768ce6d req-e36cc6eb-90f7-4d2a-9d93-e44878461527 tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0246215 Sep 03 19:17:56.026174 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3d763-2a91-4745-abec-563e1c90c9ff req-3084f258-9248-42cf-a4c0-1d735f86744f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:56.027629 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e6f3d763-2a91-4745-abec-563e1c90c9ff req-3084f258-9248-42cf-a4c0-1d735f86744f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0473828 Sep 03 19:17:56.064434 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e6f3d763-2a91-4745-abec-563e1c90c9ff req-44349554-d66d-48f1-9056-262a42c159d9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 Sep 03 19:17:56.284538 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38fc7f-8330-4a62-a4af-0f9095920f71 req-7b320fa3-5ad2-4cf3-b2ed-8da57d5c81aa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:56.286040 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cc38fc7f-8330-4a62-a4af-0f9095920f71 req-7b320fa3-5ad2-4cf3-b2ed-8da57d5c81aa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Sep 03 19:17:56.324189 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cc38fc7f-8330-4a62-a4af-0f9095920f71 req-62f3bea2-aa7b-48b8-b8d3-573dad3b8001 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Sep 03 19:17:56.420426 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-14ad9a4a-ab27-4847-8dcf-c9630c297ab3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:56.421889 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-14ad9a4a-ab27-4847-8dcf-c9630c297ab3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 945 time: 0.0490844 Sep 03 19:17:56.464336 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device be34d1d2-b85f-4f39-ae6b-4e8870e413e5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:17:56.483928 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: be34d1d2-b85f-4f39-ae6b-4e8870e413e5 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:17:56.484271 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device be34d1d2-b85f-4f39-ae6b-4e8870e413e5 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:17:56.524558 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Deleting port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:17:56.524896 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:56.596672 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004203a-cf3b-412a-a0ad-a92c5d72cb2f req-cff0fd22-ff1e-46c0-b1df-5c7777b3f00c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:56.598266 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e004203a-cf3b-412a-a0ad-a92c5d72cb2f req-cff0fd22-ff1e-46c0-b1df-5c7777b3f00c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0475595 Sep 03 19:17:56.623392 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] For port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:17:56.623392 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:56.630927 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Calling delete_port for f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c owned by compute:nova {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:17:56.642143 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e004203a-cf3b-412a-a0ad-a92c5d72cb2f req-8c92e809-206a-49c1-beee-8a5d8ff8f93a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371425 Sep 03 19:17:56.842196 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bd7fb9aa-39f0-4cae-8408-eac894760c53 req-5fc41472-f2dc-4474-9055-ee811c110aeb tempest-VolumesActionsTest-1219147600 tempest-VolumesActionsTest-1219147600-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5f8d6e-0ee6-4488-bc89-92e1649e9b8f HTTP/1.1" status: 200 len: 210 time: 0.0310042 Sep 03 19:17:56.867433 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:56.882339 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd', 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:17:56.894544 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event deleted for resources: {'Port': ['ID=f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:17:56.941685 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] No DVR routers for this DVR port f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c on host hv-cinder-78836 {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:17:56.944567 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:17:56.947942 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1bea8a52-61ef-44f0-8120-e4fdbcb4a2b2 req-45f8abf2-5a6e-4b2f-871a-507ec2af9263 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "DELETE /v2.0/ports/f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c HTTP/1.1" status: 204 len: 173 time: 0.5073178 Sep 03 19:17:56.948412 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'name': 'network-vif-deleted', 'tag': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:17:56.950809 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716d083e-f02c-4e99-b2b8-6b74c96018a8" -d '{"events": [{"server_uuid": "1d6a037b-52b1-45e4-89a2-99a31685bcae", "name": "network-vif-deleted", "tag": "f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:17:56.960027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-0756da11-2b4d-4e6d-9f9f-7d049f9708f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:56.964171 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-0756da11-2b4d-4e6d-9f9f-7d049f9708f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1098 time: 0.0639241 Sep 03 19:17:56.988361 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef8e3a2-2237-46ef-bc9a-06e04d07d123 x-openstack-request-id: req-eef8e3a2-2237-46ef-bc9a-06e04d07d123 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:17:56.988648 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6a037b-52b1-45e4-89a2-99a31685bcae", "name": "network-vif-deleted", "tag": "f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:17:56.988890 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eef8e3a2-2237-46ef-bc9a-06e04d07d123 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:17:56.989304 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6a037b-52b1-45e4-89a2-99a31685bcae', 'name': 'network-vif-deleted', 'tag': 'f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c', 'status': 'completed', 'code': 200} Sep 03 19:17:57.067620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-009c69c2-335b-486d-b41f-bfd777283a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:57.069212 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-009c69c2-335b-486d-b41f-bfd777283a80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0969541 Sep 03 19:17:57.151310 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-067474ed-436e-44fe-8756-374627de6bed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0695260 Sep 03 19:17:57.166399 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7d0a36a1-6cb0-4a18-9573-c6595d378136 req-cfcda7b8-6b2e-466f-af82-61f88a8b1a3a tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.0299995 Sep 03 19:17:57.203687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-574026a2-7028-4957-a09a-b7d9ecf6a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:57.205188 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-574026a2-7028-4957-a09a-b7d9ecf6a595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0445111 Sep 03 19:17:57.256354 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-ee2cf702-15f7-498d-871f-8e5e59242190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:57.257462 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-ee2cf702-15f7-498d-871f-8e5e59242190 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443304 Sep 03 19:17:57.366620 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-f2915517-36e5-4046-9244-9698e540b05e service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893455 Sep 03 19:17:57.489516 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1ee87-1d4c-4db2-b897-7bbccfcdd386 req-ff8adeae-a2f5-42b0-bd58-e256a0ac57f8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:57.490984 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8bc1ee87-1d4c-4db2-b897-7bbccfcdd386 req-ff8adeae-a2f5-42b0-bd58-e256a0ac57f8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0930243 Sep 03 19:17:57.520078 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8f29c294-594b-4a9f-a81e-61ec5df30ba9 req-c9989a8d-b165-4e14-ab0c-f14723e17b38 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409256 Sep 03 19:17:57.536997 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8bc1ee87-1d4c-4db2-b897-7bbccfcdd386 req-bf3ee4bf-d103-481f-9aec-2caacdea521b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395668 Sep 03 19:17:57.757405 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e8903-f326-4def-8013-d8ffde19b618 req-8aa581ec-7536-498f-b3ad-f9b48ec8c87a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:57.758853 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d78e8903-f326-4def-8013-d8ffde19b618 req-8aa581ec-7536-498f-b3ad-f9b48ec8c87a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0498474 Sep 03 19:17:57.795609 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d78e8903-f326-4def-8013-d8ffde19b618 req-94dfd691-2ae4-48e7-a7ff-d189ff4042a3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Sep 03 19:17:58.269618 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-08d9944f-63ef-4c4b-941a-35a3df394b1d req-d3035408-8fad-4487-be19-03f353d38bb6 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.0249600 Sep 03 19:17:58.346168 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:17:58.655642 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d05dc-0fc8-4f9e-ab47-8569f2bc8e8b req-6ca6d561-36fa-4fff-9606-2f269410b228 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:58.657396 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ce5d05dc-0fc8-4f9e-ab47-8569f2bc8e8b req-6ca6d561-36fa-4fff-9606-2f269410b228 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0477746 Sep 03 19:17:58.697563 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ce5d05dc-0fc8-4f9e-ab47-8569f2bc8e8b req-ae8383d4-4fc6-441f-b06e-1ddff2115555 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322227 Sep 03 19:17:58.907984 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a052f-5023-4611-9dc1-733dcb998d33 req-164db34a-0e73-4a1e-8c78-c0587d880913 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:58.909488 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c64a052f-5023-4611-9dc1-733dcb998d33 req-164db34a-0e73-4a1e-8c78-c0587d880913 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0475960 Sep 03 19:17:58.946865 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c64a052f-5023-4611-9dc1-733dcb998d33 req-b23bd0f4-bd01-40e2-94a5-359ba3104374 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306468 Sep 03 19:17:59.375389 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-464893a6-1c5a-4dba-a1e6-ca82c0bec5c4 req-6e0d45c2-dbc3-4f42-af5c-c15f82939f12 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.0287266 Sep 03 19:17:59.813131 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6734d7b-dc66-4a2c-a7a3-08e217e7ccf0 req-1c0c5bd2-260f-4c41-94da-0f7514113a67 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:17:59.814555 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b6734d7b-dc66-4a2c-a7a3-08e217e7ccf0 req-1c0c5bd2-260f-4c41-94da-0f7514113a67 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Sep 03 19:17:59.853869 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b6734d7b-dc66-4a2c-a7a3-08e217e7ccf0 req-3c696c9a-0381-4af3-be62-07c5f2a51069 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336037 Sep 03 19:18:00.059112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632886c9-0bdf-428c-9d5a-78dc356a087e req-c7cd63ab-037a-4d70-b11f-adc4a9615e12 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:00.060572 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632886c9-0bdf-428c-9d5a-78dc356a087e req-c7cd63ab-037a-4d70-b11f-adc4a9615e12 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0481038 Sep 03 19:18:00.096985 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632886c9-0bdf-428c-9d5a-78dc356a087e req-29e288d2-a7aa-4b17-a7d4-085146dd48a6 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Sep 03 19:18:00.473681 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4e23a1e6-4c64-47d2-9bc3-4d9c3ccd080f req-941f098c-a270-46ac-813f-0d5b86828f0d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6a037b-52b1-45e4-89a2-99a31685bcae HTTP/1.1" status: 200 len: 210 time: 0.0245190 Sep 03 19:18:00.734539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:18:00.753448 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:18:00.753783 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f1ce0b48-dcf8-4912-b61e-bfd66cbafa0c not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:18:00.754185 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:18:00.827474 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:00.849081 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:00.851321 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d2c22f-34f6-4fb3-b91a-a0eb627a7e6a" -d '{"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:00.863955 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:00.887509 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4dca14-8c73-46b5-9fe4-3824b65019cd x-openstack-request-id: req-6b4dca14-8c73-46b5-9fe4-3824b65019cd {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:18:00.887866 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:18:00.888116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b4dca14-8c73-46b5-9fe4-3824b65019cd {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:18:00.888508 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'code': 200} Sep 03 19:18:00.936119 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:00.972272 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b52d8-a296-4af4-93f3-c46afe88542e req-7325595e-cd11-41ed-84ef-030f9c99f408 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:00.973752 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7e5b52d8-a296-4af4-93f3-c46afe88542e req-7325595e-cd11-41ed-84ef-030f9c99f408 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0480158 Sep 03 19:18:00.980364 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=8']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:01.011127 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7e5b52d8-a296-4af4-93f3-c46afe88542e req-0322ec74-d313-4891-8d9c-311b162af30d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Sep 03 19:18:01.210306 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e713765-bc8e-4f99-a208-59a7c5a9cb01 req-a1f8f538-c87f-45bb-93ea-273e32ade9a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:01.211818 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6e713765-bc8e-4f99-a208-59a7c5a9cb01 req-a1f8f538-c87f-45bb-93ea-273e32ade9a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0485115 Sep 03 19:18:01.248729 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6e713765-bc8e-4f99-a208-59a7c5a9cb01 req-859bda1a-9ad7-4e5c-b1a3-b6b27176bdcd tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Sep 03 19:18:01.913974 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdae906-3af9-44fd-84ed-4ea20ea9fa50 req-0239e4bb-7b73-4892-9e70-2f2d66d218c9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:01.916039 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fcdae906-3af9-44fd-84ed-4ea20ea9fa50 req-0239e4bb-7b73-4892-9e70-2f2d66d218c9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0472369 Sep 03 19:18:01.952848 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fcdae906-3af9-44fd-84ed-4ea20ea9fa50 req-5ee5c5b7-53b8-40b1-95e8-fdd664cf4ca2 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308292 Sep 03 19:18:02.125433 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844305-ad57-46a8-a140-1a6d1fc43668 req-b4527505-337d-404b-bd0c-563583943816 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:02.126770 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-11844305-ad57-46a8-a140-1a6d1fc43668 req-b4527505-337d-404b-bd0c-563583943816 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0458887 Sep 03 19:18:02.166938 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-11844305-ad57-46a8-a140-1a6d1fc43668 req-8645bede-bd6b-463a-891a-51c836bcbbe2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345528 Sep 03 19:18:02.362310 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879c208-7b4b-4d56-9f4e-22e4a4854c7e req-c3bec2f1-f446-4aaf-986a-348ba8851eff tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:02.363831 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0879c208-7b4b-4d56-9f4e-22e4a4854c7e req-c3bec2f1-f446-4aaf-986a-348ba8851eff tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0501277 Sep 03 19:18:02.401148 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0879c208-7b4b-4d56-9f4e-22e4a4854c7e req-716cbaaf-c950-426d-a710-dab7c86a1ff9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307887 Sep 03 19:18:02.894258 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:03.063856 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4803b-c395-4879-b661-ecec33e87d5b req-42305402-7114-4b5b-9b87-1f038115e685 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:03.065349 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2eb4803b-c395-4879-b661-ecec33e87d5b req-42305402-7114-4b5b-9b87-1f038115e685 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0478699 Sep 03 19:18:03.101546 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2eb4803b-c395-4879-b661-ecec33e87d5b req-81c6d623-a2a6-4fc9-b683-77c914648397 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304701 Sep 03 19:18:03.280770 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e03ee-0c6c-40df-bb28-0893d9566c7f req-369d0c9e-b1b9-43a2-90e9-1dbe1f0e748a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:03.282411 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b12e03ee-0c6c-40df-bb28-0893d9566c7f req-369d0c9e-b1b9-43a2-90e9-1dbe1f0e748a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0465903 Sep 03 19:18:03.318328 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b12e03ee-0c6c-40df-bb28-0893d9566c7f req-6bea520b-71c8-44af-b7ba-195b8d6339bc tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300176 Sep 03 19:18:03.509691 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77006e11-70e0-4acc-8916-40db1d6b17cc req-e5e228ac-18a4-449b-a2da-0cc4c8e36c69 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:03.511136 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-77006e11-70e0-4acc-8916-40db1d6b17cc req-e5e228ac-18a4-449b-a2da-0cc4c8e36c69 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0469804 Sep 03 19:18:03.547275 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-77006e11-70e0-4acc-8916-40db1d6b17cc req-5b403384-ff9f-4bb4-bd0c-8c6b4210df58 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Sep 03 19:18:04.214061 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db686f-62b3-44ea-b9d7-f0b5cc66d492 req-2cbbfdba-ee42-4942-aedd-35822cc8d43f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:04.215429 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c6db686f-62b3-44ea-b9d7-f0b5cc66d492 req-2cbbfdba-ee42-4942-aedd-35822cc8d43f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0477312 Sep 03 19:18:04.252646 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c6db686f-62b3-44ea-b9d7-f0b5cc66d492 req-f9490d18-9f42-417d-a32b-8be3bd013b3f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Sep 03 19:18:04.432765 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8b372-f5d7-44bc-ab19-4f543779cd2a req-b653caa8-03db-49d6-b062-4ac92f8760c8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:04.434222 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-93a8b372-f5d7-44bc-ab19-4f543779cd2a req-b653caa8-03db-49d6-b062-4ac92f8760c8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0467768 Sep 03 19:18:04.472912 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-93a8b372-f5d7-44bc-ab19-4f543779cd2a req-9b88ed02-55fb-4ea7-8600-202b897c3f72 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Sep 03 19:18:04.658627 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04044-f07e-4540-8198-a3707ae418ed req-d5b8ee5e-226e-4164-9922-28057b90c94a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:04.660022 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-94b04044-f07e-4540-8198-a3707ae418ed req-d5b8ee5e-226e-4164-9922-28057b90c94a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0492980 Sep 03 19:18:04.695300 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-94b04044-f07e-4540-8198-a3707ae418ed req-6e11ffb6-38f1-4906-b9a8-9e89c8ede820 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295317 Sep 03 19:18:05.364377 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9866f2-185b-47e2-9772-664e6eeb73e3 req-d24e1abb-236d-4b7f-93da-01284f7c3e01 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:05.365853 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f9866f2-185b-47e2-9772-664e6eeb73e3 req-d24e1abb-236d-4b7f-93da-01284f7c3e01 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0478985 Sep 03 19:18:05.402794 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f9866f2-185b-47e2-9772-664e6eeb73e3 req-8a8ac329-3059-4e3b-aa61-02dd56aba3d0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Sep 03 19:18:05.586760 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7fca8-4f53-4813-b38f-007e1f14a4c0 req-c8119009-14ff-4316-a59d-6533ad7eb667 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:05.588810 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fcc7fca8-4f53-4813-b38f-007e1f14a4c0 req-c8119009-14ff-4316-a59d-6533ad7eb667 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0454860 Sep 03 19:18:05.629644 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fcc7fca8-4f53-4813-b38f-007e1f14a4c0 req-6280d3f9-5801-454c-8d05-2b3ecbd301c3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305212 Sep 03 19:18:05.808881 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4121b-5348-4bf9-8512-0ed7976c01f9 req-08f736ce-3981-42f4-9053-356d837bad62 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:05.808881 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6dd4121b-5348-4bf9-8512-0ed7976c01f9 req-08f736ce-3981-42f4-9053-356d837bad62 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0478008 Sep 03 19:18:05.845270 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6dd4121b-5348-4bf9-8512-0ed7976c01f9 req-c6e0d5e6-c5ca-4126-ada1-78e0bb551d95 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Sep 03 19:18:06.510903 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12e1f0-5b7a-47b8-aeea-beb4f41df7ce req-15cd6298-edf5-428b-86ef-15d285565dbe tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:06.512336 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bd12e1f0-5b7a-47b8-aeea-beb4f41df7ce req-15cd6298-edf5-428b-86ef-15d285565dbe tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0465548 Sep 03 19:18:06.548872 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bd12e1f0-5b7a-47b8-aeea-beb4f41df7ce req-a37edd8a-cf68-499f-8469-b37e81bfcb04 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Sep 03 19:18:06.743988 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f6e8-889d-4574-88ff-3818436786a0 req-34dc2dc5-77a5-4a71-8599-78e1ddc8e8be tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:06.745378 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f303f6e8-889d-4574-88ff-3818436786a0 req-34dc2dc5-77a5-4a71-8599-78e1ddc8e8be tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0465665 Sep 03 19:18:06.784607 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f303f6e8-889d-4574-88ff-3818436786a0 req-24612b99-2e8f-46f9-a4ea-79f65c60c4d0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335340 Sep 03 19:18:06.958567 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a0b0-851f-4674-a3ab-3cc5f2d38cf5 req-b290176a-8531-42ef-aa99-dd5c978856d2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:06.960007 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d2e9a0b0-851f-4674-a3ab-3cc5f2d38cf5 req-b290176a-8531-42ef-aa99-dd5c978856d2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0500283 Sep 03 19:18:06.995887 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d2e9a0b0-851f-4674-a3ab-3cc5f2d38cf5 req-1a9e91d6-1b5e-4f7c-a97b-24a0d6ad4a48 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293913 Sep 03 19:18:07.660239 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e52a04-334f-4529-b327-220c30c57826 req-30733f45-7e53-4f5e-9b0c-1e75819abdd5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:07.661778 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2e52a04-334f-4529-b327-220c30c57826 req-30733f45-7e53-4f5e-9b0c-1e75819abdd5 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0495224 Sep 03 19:18:07.702638 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2e52a04-334f-4529-b327-220c30c57826 req-bf5c40a3-e5ee-4b17-a97a-aa990b750369 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Sep 03 19:18:07.904243 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6548b34-fba4-4acb-ac82-32b99b682b7e req-e9ae6399-34a8-4c99-ac13-fa9cbf57a22e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:07.905758 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c6548b34-fba4-4acb-ac82-32b99b682b7e req-e9ae6399-34a8-4c99-ac13-fa9cbf57a22e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0485742 Sep 03 19:18:07.945993 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c6548b34-fba4-4acb-ac82-32b99b682b7e req-5ce14291-7057-40e9-a3cd-38be6af4d5a4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339577 Sep 03 19:18:08.109651 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3a1f-7a71-4f82-ac07-a29497a686d4 req-0dcb7140-e522-4f53-8383-06d3cf773689 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:08.111002 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5dba3a1f-7a71-4f82-ac07-a29497a686d4 req-0dcb7140-e522-4f53-8383-06d3cf773689 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0468469 Sep 03 19:18:08.147478 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5dba3a1f-7a71-4f82-ac07-a29497a686d4 req-5b9b44c5-948b-4dde-af3e-35b3470ec483 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Sep 03 19:18:08.718964 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a2653-30aa-436a-8723-74bcbd0dbabb req-99acd528-276d-4b2d-a478-4bc5c5af0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:08.723283 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6c1a2653-30aa-436a-8723-74bcbd0dbabb req-99acd528-276d-4b2d-a478-4bc5c5af0185 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0428216 Sep 03 19:18:08.768046 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6c1a2653-30aa-436a-8723-74bcbd0dbabb req-eb12095d-63d1-4cb3-aa31-a474bb33cc7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Sep 03 19:18:08.822952 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a8787-544c-4338-b38c-9617c3ac9ed8 req-050de1ce-9ab5-42a0-bcd0-e3ddf0c0b904 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:08.824417 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fd8a8787-544c-4338-b38c-9617c3ac9ed8 req-050de1ce-9ab5-42a0-bcd0-e3ddf0c0b904 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0527492 Sep 03 19:18:08.863217 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fd8a8787-544c-4338-b38c-9617c3ac9ed8 req-40548d5b-4d3d-4953-8d43-86ff233bbe1d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Sep 03 19:18:09.063027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-1fbdc14a-cd36-461e-bc8e-3c5d89f4cb97 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:09.064515 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-1fbdc14a-cd36-461e-bc8e-3c5d89f4cb97 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 945 time: 0.0497684 Sep 03 19:18:09.162572 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0c5ef43e-ab2c-4ade-8f9e-364ee1dfe8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:09.208407 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Deleting port c97443fd-40d3-4025-8c9f-ea9453ed491d {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:18:09.208850 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:09.328961 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff75735-418d-40a7-b3f0-e80bfde926c3 req-c392014e-da04-451f-bacb-6409a571d92a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:09.341108 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ff75735-418d-40a7-b3f0-e80bfde926c3 req-c392014e-da04-451f-bacb-6409a571d92a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.1023593 Sep 03 19:18:09.368861 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-609eb76f-9899-4373-9e05-853829aecd6e req-2a1978af-adb4-49ac-a5e9-09b453578bfc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:18:09.369963 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-609eb76f-9899-4373-9e05-853829aecd6e req-2a1978af-adb4-49ac-a5e9-09b453578bfc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119679 Sep 03 19:18:09.375646 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] For port c97443fd-40d3-4025-8c9f-ea9453ed491d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c97443fd-40d3-4025-8c9f-ea9453ed491d,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:09.376035 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:09.383722 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ff75735-418d-40a7-b3f0-e80bfde926c3 req-a5eedbcf-7a7f-48aa-ba50-0b2836549fbc tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Sep 03 19:18:09.391408 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Calling delete_port for c97443fd-40d3-4025-8c9f-ea9453ed491d owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:18:09.617535 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:09.641526 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd', 'c97443fd-40d3-4025-8c9f-ea9453ed491d'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:18:09.728516 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event deleted for resources: {'Port': ['ID=c97443fd-40d3-4025-8c9f-ea9453ed491d,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:09.849670 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] No DVR routers for this DVR port c97443fd-40d3-4025-8c9f-ea9453ed491d on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:18:09.856073 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:09.860800 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6a71ff2d-db15-4adb-bc1e-c58cf64067b8 req-29badc2f-495d-4d0a-abd4-07bbb2a78c8d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "DELETE /v2.0/ports/c97443fd-40d3-4025-8c9f-ea9453ed491d HTTP/1.1" status: 204 len: 173 time: 0.7889416 Sep 03 19:18:09.861581 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'name': 'network-vif-deleted', 'tag': 'c97443fd-40d3-4025-8c9f-ea9453ed491d'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:09.865130 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fd310-7d2a-4518-9a6b-1c28753befbb req-185e8788-8d02-4849-92b2-6349fe034921 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:09.867027 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-116fd310-7d2a-4518-9a6b-1c28753befbb req-185e8788-8d02-4849-92b2-6349fe034921 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0773902 Sep 03 19:18:09.874875 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326ac6d-fb13-437d-b7bf-04eeccd3e124" -d '{"events": [{"server_uuid": "565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe", "name": "network-vif-deleted", "tag": "c97443fd-40d3-4025-8c9f-ea9453ed491d"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:09.919678 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-116fd310-7d2a-4518-9a6b-1c28753befbb req-4684213f-1e7c-4671-892d-6c574fecae7c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 Sep 03 19:18:09.926544 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbbd713-fe2e-482c-88d2-53bcd6ca6506 x-openstack-request-id: req-2bbbd713-fe2e-482c-88d2-53bcd6ca6506 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:18:09.926544 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe", "name": "network-vif-deleted", "tag": "c97443fd-40d3-4025-8c9f-ea9453ed491d", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:18:09.926890 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bbbd713-fe2e-482c-88d2-53bcd6ca6506 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:18:09.927089 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe', 'name': 'network-vif-deleted', 'tag': 'c97443fd-40d3-4025-8c9f-ea9453ed491d', 'status': 'completed', 'code': 200} Sep 03 19:18:10.030715 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c83f958-feff-40bd-82ff-fd8d55f05d17 req-b2379d2a-fab1-4074-b20a-c9b80f33fc9b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=565f9abc-8e5e-4b5a-9d71-0b2de9cfccbe HTTP/1.1" status: 200 len: 210 time: 0.0288694 Sep 03 19:18:10.512344 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 53850) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:10.552065 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e375f31-10ee-40e6-a287-a31157a3f27c req-3196be6e-cbd2-4b8d-b9cb-0d0f11d07529 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:10.553979 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8e375f31-10ee-40e6-a287-a31157a3f27c req-3196be6e-cbd2-4b8d-b9cb-0d0f11d07529 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0775044 Sep 03 19:18:10.621501 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-91c01f0e-17f9-4a61-a86a-99a8f9655d80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077261 Sep 03 19:18:10.627242 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-41bec20d-4c63-4f77-a7cf-6da22c3cc500 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:18:10.631335 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8e375f31-10ee-40e6-a287-a31157a3f27c req-9820d980-5282-4ecb-97e0-747b5e7c673e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700738 Sep 03 19:18:10.638330 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-41bec20d-4c63-4f77-a7cf-6da22c3cc500 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113101 Sep 03 19:18:11.124450 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d5928-a79a-4657-9ee6-d453a5ed4ab2 req-3a17051f-2fa0-4d50-afef-10a120dc34dc tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:11.126000 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3c4d5928-a79a-4657-9ee6-d453a5ed4ab2 req-3a17051f-2fa0-4d50-afef-10a120dc34dc tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0750229 Sep 03 19:18:11.157077 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358893-bce4-4b17-a184-43cc1e11b877 req-e13f1d8e-abd4-4ee3-8b92-45e4e0d749c8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:11.159049 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0b358893-bce4-4b17-a184-43cc1e11b877 req-e13f1d8e-abd4-4ee3-8b92-45e4e0d749c8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0841186 Sep 03 19:18:11.196344 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3c4d5928-a79a-4657-9ee6-d453a5ed4ab2 req-e6625257-4851-4507-a884-42c221c9d7e9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605652 Sep 03 19:18:11.201830 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-3ea25b05-9bfe-48b6-97cd-0c4607893f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:11.203339 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-3ea25b05-9bfe-48b6-97cd-0c4607893f0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0764759 Sep 03 19:18:11.231245 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0b358893-bce4-4b17-a184-43cc1e11b877 req-ae7a5065-0c92-4420-8bf6-125f209cda47 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Sep 03 19:18:11.390579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-f619bcb9-24f0-4485-b7ea-5b126cb0c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:11.395050 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-f619bcb9-24f0-4485-b7ea-5b126cb0c1b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 919 time: 0.1683745 Sep 03 19:18:11.457878 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-4b666269-3f1f-4b90-9630-88adff136447 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 217 time: 0.0423770 Sep 03 19:18:11.532785 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-f8de357d-f20e-4178-9853-17e786ae2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:11.534322 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-f8de357d-f20e-4178-9853-17e786ae2df3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0571783 Sep 03 19:18:11.597091 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-072b41f5-a633-49dd-b7fc-f2aaa924b3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433178 Sep 03 19:18:11.661807 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-719b96e9-35d7-46b7-bd41-acfaa04d72e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:11.736312 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-e55158de-f42b-4166-b325-4de97758e274 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186442 Sep 03 19:18:11.864604 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd8b2f57-4dde-4075-8a01-fa86ab2b8e04 req-e965fbcd-1395-4969-8341-b18a01ea48d3 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196020 Sep 03 19:18:12.143928 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:12.339862 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3190-4616-4b97-8727-cc7a27b35178 req-fa919785-bd83-4067-9fa0-01a34a716229 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:12.348854 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-941b3190-4616-4b97-8727-cc7a27b35178 req-fa919785-bd83-4067-9fa0-01a34a716229 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0633862 Sep 03 19:18:12.379128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7670a4-445e-44f7-8d9f-38ad0c3c8690 req-411dc803-4ea4-4406-aa82-ddb4201ed477 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:12.381037 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dc7670a4-445e-44f7-8d9f-38ad0c3c8690 req-411dc803-4ea4-4406-aa82-ddb4201ed477 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0758460 Sep 03 19:18:12.383279 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-941b3190-4616-4b97-8727-cc7a27b35178 req-68837004-0cc9-42ad-b2af-ec88e884040a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Sep 03 19:18:12.421985 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dc7670a4-445e-44f7-8d9f-38ad0c3c8690 req-9c72a752-584d-4442-8856-d78862a72677 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Sep 03 19:18:12.552666 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device c97443fd-40d3-4025-8c9f-ea9453ed491d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:18:12.573592 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: c97443fd-40d3-4025-8c9f-ea9453ed491d {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:18:12.580490 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device c97443fd-40d3-4025-8c9f-ea9453ed491d not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:18:12.580490 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:18:12.705731 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:13.497566 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10a9d1-cb05-48b0-b542-06801924b192 req-0a1d992b-1187-4fbb-b7b4-e98368af9ec0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:13.505533 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9d10a9d1-cb05-48b0-b542-06801924b192 req-0a1d992b-1187-4fbb-b7b4-e98368af9ec0 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.3153567 Sep 03 19:18:13.561680 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee17bd-cdd4-4c65-b9c1-817f080e641f req-e70ddf84-840c-4b7e-81e0-8b95985640e8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:13.564015 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-05ee17bd-cdd4-4c65-b9c1-817f080e641f req-e70ddf84-840c-4b7e-81e0-8b95985640e8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0615366 Sep 03 19:18:13.574079 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9d10a9d1-cb05-48b0-b542-06801924b192 req-08fd6571-ac16-4d81-869c-fe1a9bf4c4ca tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612304 Sep 03 19:18:13.619105 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-05ee17bd-cdd4-4c65-b9c1-817f080e641f req-6fd024aa-a579-4291-8177-749d6b2e0aea tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Sep 03 19:18:13.691964 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6facd-6a26-4006-ac94-bdfa10189715 req-4eca12b7-2b0f-4ef5-896b-c824a22d97ad tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:13.694163 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-76a6facd-6a26-4006-ac94-bdfa10189715 req-4eca12b7-2b0f-4ef5-896b-c824a22d97ad tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0682034 Sep 03 19:18:13.743182 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-76a6facd-6a26-4006-ac94-bdfa10189715 req-bbc1e099-ea41-41de-9cbd-2bda41e8316a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Sep 03 19:18:14.212443 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a048-f784-485a-9f74-c6735284c3bd req-c31de8c4-b528-44b9-a3ff-1fcbad4eb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.214572 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-c31de8c4-b528-44b9-a3ff-1fcbad4eb4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667&tenant_id=f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0814981 Sep 03 19:18:14.299698 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a048-f784-485a-9f74-c6735284c3bd req-aaa4ad89-01ff-4b1f-844c-8d3ecb18d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.301502 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-aaa4ad89-01ff-4b1f-844c-8d3ecb18d358 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1096 time: 0.0505290 Sep 03 19:18:14.359151 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:14.404443 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a048-f784-485a-9f74-c6735284c3bd req-6a0181a9-4d76-4fbd-953f-04b17412a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.406441 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-6a0181a9-4d76-4fbd-953f-04b17412a5f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0899396 Sep 03 19:18:14.483995 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-a2861776-d495-4e76-92b3-cbc117f38d14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 200 len: 999 time: 0.0638282 Sep 03 19:18:14.552082 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a048-f784-485a-9f74-c6735284c3bd req-cec3fc99-cf9c-4b7d-93d9-655d6c5c3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.553751 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-cec3fc99-cf9c-4b7d-93d9-655d6c5c3703 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0505254 Sep 03 19:18:14.614655 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a048-f784-485a-9f74-c6735284c3bd req-58cd3672-92f9-4986-b791-61a09fbedbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.618022 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-58cd3672-92f9-4986-b791-61a09fbedbe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427291 Sep 03 19:18:14.772960 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18fa9e-6eef-4bd1-b574-4eec8361a68b req-e7ceddf5-3a95-4e3b-8e2f-c2247bdbabea tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.777467 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4d18fa9e-6eef-4bd1-b574-4eec8361a68b req-e7ceddf5-3a95-4e3b-8e2f-c2247bdbabea tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0597451 Sep 03 19:18:14.789630 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc4c2b-cff6-4f0c-9fd6-d5ac604b3ccd req-c3adf2c5-a2e8-4ff9-94c0-3644861f4d44 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.791311 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-76dc4c2b-cff6-4f0c-9fd6-d5ac604b3ccd req-c3adf2c5-a2e8-4ff9-94c0-3644861f4d44 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.1216495 Sep 03 19:18:14.813967 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-fab91e7a-9455-4c23-bf59-bad6636d2b71 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859906 Sep 03 19:18:14.826104 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4d18fa9e-6eef-4bd1-b574-4eec8361a68b req-dab78740-d2d0-4458-874e-8a9fc01cb633 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445175 Sep 03 19:18:14.875091 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-76dc4c2b-cff6-4f0c-9fd6-d5ac604b3ccd req-8f41a79e-e495-4650-a4b7-35d4095847bb tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704503 Sep 03 19:18:14.970719 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2920a048-f784-485a-9f74-c6735284c3bd req-29ab25ba-e258-479f-ada7-8a5ba0e3531a service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373017 Sep 03 19:18:14.975388 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89c10d-2815-484b-84a9-0721273b75f8 req-5dad09ca-163b-4b0f-99b0-9bdc86ac0416 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:14.981835 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd89c10d-2815-484b-84a9-0721273b75f8 req-5dad09ca-163b-4b0f-99b0-9bdc86ac0416 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0739775 Sep 03 19:18:15.040824 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd89c10d-2815-484b-84a9-0721273b75f8 req-223a654c-4c8d-46e4-86e5-fae12ecd2a81 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Sep 03 19:18:15.750053 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa5df5-cdd6-428d-a135-b9a4923ea8ce req-940b8e7a-f02f-4f57-8410-c8b67bcc2598 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:15.761028 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-73fa5df5-cdd6-428d-a135-b9a4923ea8ce req-940b8e7a-f02f-4f57-8410-c8b67bcc2598 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0868068 Sep 03 19:18:15.923189 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-73fa5df5-cdd6-428d-a135-b9a4923ea8ce req-49ea260d-7d98-4db1-9c57-5feee1d9fd1a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609106 Sep 03 19:18:16.090510 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95848d5-2048-4fb4-8587-a3910ce98d8e req-040b7dd7-7b37-490e-b079-d45507ab02fd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:16.094722 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f95848d5-2048-4fb4-8587-a3910ce98d8e req-040b7dd7-7b37-490e-b079-d45507ab02fd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0772259 Sep 03 19:18:16.102856 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd5a8a-a64e-4355-8abd-c168531d960e req-5deed673-66aa-47ca-81a2-8bf8f7ebb84f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:16.104410 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-71bd5a8a-a64e-4355-8abd-c168531d960e req-5deed673-66aa-47ca-81a2-8bf8f7ebb84f tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Sep 03 19:18:16.140492 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f95848d5-2048-4fb4-8587-a3910ce98d8e req-67e91f1d-9f37-4f04-b866-8b5276ab6476 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Sep 03 19:18:16.153148 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-71bd5a8a-a64e-4355-8abd-c168531d960e req-45210e5e-db03-48b7-81d3-0e525d4b6d88 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Sep 03 19:18:17.077341 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779f11-ae66-487a-98f5-9de79d61de03 req-4f2b67cd-2c33-4a5b-96e8-cc54856a079b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:17.079232 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-33779f11-ae66-487a-98f5-9de79d61de03 req-4f2b67cd-2c33-4a5b-96e8-cc54856a079b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0883813 Sep 03 19:18:17.140660 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-33779f11-ae66-487a-98f5-9de79d61de03 req-cd046861-3643-41f2-82ab-a9ea262c43ec tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Sep 03 19:18:17.141888 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec603fd4-0cab-41d0-baf2-cccd2bc48d98 req-3ed58662-8bf4-41d3-a801-a90f0f819288 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:17.149497 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ec603fd4-0cab-41d0-baf2-cccd2bc48d98 req-3ed58662-8bf4-41d3-a801-a90f0f819288 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0940061 Sep 03 19:18:17.199711 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ec603fd4-0cab-41d0-baf2-cccd2bc48d98 req-ea4214eb-59b3-4d48-9f8d-1f2ffafc6e57 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Sep 03 19:18:17.335165 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425a560-952f-4132-af71-8f21834d88ed req-1f3e70f3-63c5-4152-a49e-c3c2e1a52b1e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:17.337107 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7425a560-952f-4132-af71-8f21834d88ed req-1f3e70f3-63c5-4152-a49e-c3c2e1a52b1e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0665123 Sep 03 19:18:17.399259 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7425a560-952f-4132-af71-8f21834d88ed req-41f6e513-a35d-4f95-b898-6cd7d32f1c01 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554092 Sep 03 19:18:17.557356 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b37a5f-6856-42c7-99b6-820ef0baa511 req-6ef8eb37-43f9-4272-80d1-2e3bb7fc4960 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:17.558886 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a4b37a5f-6856-42c7-99b6-820ef0baa511 req-6ef8eb37-43f9-4272-80d1-2e3bb7fc4960 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0613384 Sep 03 19:18:17.616650 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a4b37a5f-6856-42c7-99b6-820ef0baa511 req-1bec79df-b535-4752-ab04-5fccd39274d1 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Sep 03 19:18:18.375838 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b87f3-d09a-4f0e-aad3-6aa06a43743a req-e653dde8-8e0c-4203-b66b-6f7f631d1207 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:18.378356 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-397b87f3-d09a-4f0e-aad3-6aa06a43743a req-e653dde8-8e0c-4203-b66b-6f7f631d1207 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0903425 Sep 03 19:18:18.438173 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-397b87f3-d09a-4f0e-aad3-6aa06a43743a req-15462cc6-889d-4de6-ac7c-52cf97476769 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522852 Sep 03 19:18:18.560585 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81425f2f-b782-4f4c-addf-0de0faedea6d req-68abd89e-1966-4d55-8518-8c50d9ac10c6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:18.568036 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-81425f2f-b782-4f4c-addf-0de0faedea6d req-68abd89e-1966-4d55-8518-8c50d9ac10c6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0759478 Sep 03 19:18:18.604518 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-81425f2f-b782-4f4c-addf-0de0faedea6d req-52f508f5-1dd8-4310-9870-a7d45746b6d0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353994 Sep 03 19:18:18.746742 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76db85-d5c4-4239-91cd-84543855de6a req-9def2498-a595-4d35-b4b9-95af086266b8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:18.750019 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1c76db85-d5c4-4239-91cd-84543855de6a req-9def2498-a595-4d35-b4b9-95af086266b8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0616693 Sep 03 19:18:18.794401 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1c76db85-d5c4-4239-91cd-84543855de6a req-9ed82a9a-799c-4792-b1da-d4ad00b5aab9 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372922 Sep 03 19:18:19.545937 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e3add-03bc-4df2-8012-412b7f1099f3 req-ae3bb9a7-4910-4e47-a7ae-0ee04f9b8103 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:19.547573 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d58e3add-03bc-4df2-8012-412b7f1099f3 req-ae3bb9a7-4910-4e47-a7ae-0ee04f9b8103 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0518477 Sep 03 19:18:19.604469 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d58e3add-03bc-4df2-8012-412b7f1099f3 req-71082e5b-fc0a-4218-a762-6d552f16b33d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506310 Sep 03 19:18:19.736096 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f7972-e62e-47b5-af4b-3bfb5a28a582 req-058b728c-85fe-4dfc-9e36-7a5ad4113451 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:19.737778 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f98f7972-e62e-47b5-af4b-3bfb5a28a582 req-058b728c-85fe-4dfc-9e36-7a5ad4113451 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0522709 Sep 03 19:18:19.808848 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f98f7972-e62e-47b5-af4b-3bfb5a28a582 req-fabc0c68-5750-4091-9d31-745922318843 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580881 Sep 03 19:18:19.970713 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfe7c7-78c1-4f14-a3f3-a79782bfd17b req-5b67d913-c33c-4206-89ff-dc0a225058bd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:19.978003 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b7cfe7c7-78c1-4f14-a3f3-a79782bfd17b req-5b67d913-c33c-4206-89ff-dc0a225058bd tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0669866 Sep 03 19:18:20.022905 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b7cfe7c7-78c1-4f14-a3f3-a79782bfd17b req-36601f0b-fbef-422d-9705-8b975cdd890e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Sep 03 19:18:20.743007 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b6169-04bf-4878-8ba4-394c4342e854 req-bdb3e3f9-f732-4b74-849d-489751762cef tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:20.752049 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-828b6169-04bf-4878-8ba4-394c4342e854 req-bdb3e3f9-f732-4b74-849d-489751762cef tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0740469 Sep 03 19:18:20.798260 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-828b6169-04bf-4878-8ba4-394c4342e854 req-e6283cb1-b683-4522-b206-0791b045c560 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Sep 03 19:18:20.956104 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2517d2a-09d9-47a8-861c-3e994f61bce4 req-a6f3d070-3ed3-47ab-be1b-01640070f3a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:20.958003 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d2517d2a-09d9-47a8-861c-3e994f61bce4 req-a6f3d070-3ed3-47ab-be1b-01640070f3a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0665777 Sep 03 19:18:20.999784 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d2517d2a-09d9-47a8-861c-3e994f61bce4 req-dafc8fa2-4a63-45d9-b251-817aa7df2001 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Sep 03 19:18:21.173517 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ceceb-5b74-4b2a-b000-333e15caa70f req-4bdc8190-907f-432f-b6b0-2b066fd8b2d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:21.175209 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dc2ceceb-5b74-4b2a-b000-333e15caa70f req-4bdc8190-907f-432f-b6b0-2b066fd8b2d3 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0830095 Sep 03 19:18:21.217457 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dc2ceceb-5b74-4b2a-b000-333e15caa70f req-a8678678-60a1-45f4-8e29-5c5f7b3f6cee tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Sep 03 19:18:22.013595 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1811f5-cef8-406b-a0ff-e56d81fc6df3 req-d0d6d8c1-46f2-49d0-929b-db8fa9a733df tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:22.016027 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8a1811f5-cef8-406b-a0ff-e56d81fc6df3 req-d0d6d8c1-46f2-49d0-929b-db8fa9a733df tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.1162100 Sep 03 19:18:22.076953 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8a1811f5-cef8-406b-a0ff-e56d81fc6df3 req-cf780411-b6d7-4836-9e84-ca108636df9c tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545487 Sep 03 19:18:22.255739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc7f7-0ab3-431a-b7d0-26bc8f1917ef req-dfcc5b7f-b85e-4ebb-8aed-72d83b3396ef tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:22.257462 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-896fc7f7-0ab3-431a-b7d0-26bc8f1917ef req-dfcc5b7f-b85e-4ebb-8aed-72d83b3396ef tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0829442 Sep 03 19:18:22.324600 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-896fc7f7-0ab3-431a-b7d0-26bc8f1917ef req-aeedda68-d132-41ff-9672-7805702795bd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569856 Sep 03 19:18:22.439513 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89f5f9-9c23-4cdd-b63d-6f6d8196889e req-39fba6b4-ad89-4718-8d95-db3dfcf5ef59 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:22.441237 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1b89f5f9-9c23-4cdd-b63d-6f6d8196889e req-39fba6b4-ad89-4718-8d95-db3dfcf5ef59 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0521390 Sep 03 19:18:22.480433 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1b89f5f9-9c23-4cdd-b63d-6f6d8196889e req-bed70d02-7dde-4fa5-b3da-1ff680bc7dc7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Sep 03 19:18:23.261955 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f88a7-2771-4981-a2e1-c27aeb625861 req-e9060f2c-29f1-4a98-8bb2-7b84f2aeef44 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:23.261955 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3a3f88a7-2771-4981-a2e1-c27aeb625861 req-e9060f2c-29f1-4a98-8bb2-7b84f2aeef44 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0864718 Sep 03 19:18:23.316130 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3a3f88a7-2771-4981-a2e1-c27aeb625861 req-04bb4950-2f29-44d0-8316-0dc3dce64959 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471418 Sep 03 19:18:23.479012 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ab5d4-5ab8-4c17-bf61-32112588598e req-f52a6b32-39e7-433e-b268-6578750d1ede tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:23.489468 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-627ab5d4-5ab8-4c17-bf61-32112588598e req-f52a6b32-39e7-433e-b268-6578750d1ede tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0708120 Sep 03 19:18:23.560683 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-627ab5d4-5ab8-4c17-bf61-32112588598e req-468635f3-1052-4909-839d-90b0b03a50c5 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700569 Sep 03 19:18:23.694693 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bbcce-4df1-428e-84ac-13d6e71b2fdd req-a2c1f70b-710c-4d82-a426-5ac0a14b01aa tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:23.701404 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e99bbcce-4df1-428e-84ac-13d6e71b2fdd req-a2c1f70b-710c-4d82-a426-5ac0a14b01aa tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0690486 Sep 03 19:18:23.777702 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e99bbcce-4df1-428e-84ac-13d6e71b2fdd req-aa31ff3d-397d-430c-8045-8d6bfef2f236 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714390 Sep 03 19:18:24.493221 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66d02-561a-4167-bae9-be9ac22a338b req-c4f30d9c-a04f-421a-9efa-a3d0a1aa2896 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:24.495417 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-13b66d02-561a-4167-bae9-be9ac22a338b req-c4f30d9c-a04f-421a-9efa-a3d0a1aa2896 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0845346 Sep 03 19:18:24.548335 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-13b66d02-561a-4167-bae9-be9ac22a338b req-35f9ce63-3ad8-4e35-8527-fb90fe75aa14 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Sep 03 19:18:24.745108 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5474b6-df02-49b0-8fbd-8645ff4b1507 req-0614a138-caf8-4ab4-84a0-f69ad3566b02 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:24.746720 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3e5474b6-df02-49b0-8fbd-8645ff4b1507 req-0614a138-caf8-4ab4-84a0-f69ad3566b02 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0878224 Sep 03 19:18:24.833483 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3e5474b6-df02-49b0-8fbd-8645ff4b1507 req-aaa4e066-07a0-4744-a674-58d6f78bee3f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798776 Sep 03 19:18:25.014673 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024059-c6c2-466a-a3a9-4adb346845d0 req-db975225-c6dd-400d-a7d2-5c5c676a7c7b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:25.034503 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2a024059-c6c2-466a-a3a9-4adb346845d0 req-db975225-c6dd-400d-a7d2-5c5c676a7c7b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0817342 Sep 03 19:18:25.095400 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2a024059-c6c2-466a-a3a9-4adb346845d0 req-51ae345a-7f73-4339-9dfc-f603cdfe56bb tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Sep 03 19:18:25.691152 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bd913-bbe9-4223-ae52-51ca4adde953 req-1dfc6e7e-4734-49e0-80f9-144d5ce2f287 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:25.693057 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-189bd913-bbe9-4223-ae52-51ca4adde953 req-1dfc6e7e-4734-49e0-80f9-144d5ce2f287 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0810537 Sep 03 19:18:25.737410 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-189bd913-bbe9-4223-ae52-51ca4adde953 req-32c2a7ed-518d-4de9-912c-1c42a6fb09cc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381021 Sep 03 19:18:25.992748 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa357b-074c-4fd4-8218-c7ad3a5d8c18 req-7dc06b98-d9e7-4571-936a-196243f0686e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:25.994857 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f6fa357b-074c-4fd4-8218-c7ad3a5d8c18 req-7dc06b98-d9e7-4571-936a-196243f0686e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0573123 Sep 03 19:18:26.062729 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f6fa357b-074c-4fd4-8218-c7ad3a5d8c18 req-63eb758c-01db-4aae-919d-93215c525285 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570204 Sep 03 19:18:26.201421 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d66f8-7426-4b08-99f8-db1dd347b69f req-b4963d4a-ba20-440e-81bc-bba398af0584 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:26.202985 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d34d66f8-7426-4b08-99f8-db1dd347b69f req-b4963d4a-ba20-440e-81bc-bba398af0584 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Sep 03 19:18:26.245301 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d34d66f8-7426-4b08-99f8-db1dd347b69f req-438e3412-8b26-4d53-92d3-96fa2423f3c6 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Sep 03 19:18:26.898534 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f53c4-7995-46c7-b622-28f6f9b09907 req-d5697947-b427-49da-81ca-3fef7deb63b5 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:26.900790 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-147f53c4-7995-46c7-b622-28f6f9b09907 req-d5697947-b427-49da-81ca-3fef7deb63b5 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0829551 Sep 03 19:18:26.946341 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-147f53c4-7995-46c7-b622-28f6f9b09907 req-653da908-6a7d-4089-9e2c-38925584d0b7 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391543 Sep 03 19:18:27.184834 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875046e0-79ae-4a9f-bcad-150c7071a3d5 req-e90845be-1ef4-46bd-b8cc-6ba9eaae18e6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:27.186417 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-875046e0-79ae-4a9f-bcad-150c7071a3d5 req-e90845be-1ef4-46bd-b8cc-6ba9eaae18e6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0503180 Sep 03 19:18:27.225920 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-875046e0-79ae-4a9f-bcad-150c7071a3d5 req-e3553eaf-3e9e-490e-8f42-3f0b9bff6a4f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Sep 03 19:18:27.362903 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf457a7-89f8-4ebc-ad18-27caac6a5904 req-d89d70fb-985b-4bbd-a23b-3adee7231634 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:27.364426 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cf457a7-89f8-4ebc-ad18-27caac6a5904 req-d89d70fb-985b-4bbd-a23b-3adee7231634 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0500052 Sep 03 19:18:27.402644 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cf457a7-89f8-4ebc-ad18-27caac6a5904 req-eaafeb32-61a2-4471-ab1f-52cd0f597e05 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324116 Sep 03 19:18:28.068353 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609ce4b-b312-4cc2-a804-0816388dbb41 req-ed0a2466-e4d0-4f8e-a2d7-1a350645afca tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:28.069996 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f609ce4b-b312-4cc2-a804-0816388dbb41 req-ed0a2466-e4d0-4f8e-a2d7-1a350645afca tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0532255 Sep 03 19:18:28.111025 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f609ce4b-b312-4cc2-a804-0816388dbb41 req-785ab6b1-c5c9-495e-a45f-4e9fec2c9f89 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Sep 03 19:18:28.372225 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a3123-f767-4242-88a2-89cfbbb7e726 req-bc548b32-c272-48c7-bb7d-7833234b5486 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:28.373763 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-126a3123-f767-4242-88a2-89cfbbb7e726 req-bc548b32-c272-48c7-bb7d-7833234b5486 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0565858 Sep 03 19:18:28.414114 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-126a3123-f767-4242-88a2-89cfbbb7e726 req-2d79947b-9a13-4f91-8c43-dec296056155 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332854 Sep 03 19:18:28.530111 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99514f40-f721-4160-9769-79803de1f198 req-b629601e-a979-4c0d-8076-7ece93a684af tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:28.532026 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-99514f40-f721-4160-9769-79803de1f198 req-b629601e-a979-4c0d-8076-7ece93a684af tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Sep 03 19:18:28.571745 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-99514f40-f721-4160-9769-79803de1f198 req-37060f9c-584b-4d23-af60-8d3d68fc7e9e tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336292 Sep 03 19:18:29.238529 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026522a1-c7d1-420e-a403-c00117004e5a req-49dfbefe-dd70-4ae5-8026-dccd4d1ae80d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:29.240518 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-026522a1-c7d1-420e-a403-c00117004e5a req-49dfbefe-dd70-4ae5-8026-dccd4d1ae80d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0574017 Sep 03 19:18:29.278714 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-026522a1-c7d1-420e-a403-c00117004e5a req-68966280-1b4d-42d8-a522-b43145440d3a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Sep 03 19:18:29.540622 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8635d-3f8f-4263-9386-2c889fe7ce70 req-c2ccfc30-ff2d-4e67-a0f2-50f0878a46bf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:29.544146 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6cf8635d-3f8f-4263-9386-2c889fe7ce70 req-c2ccfc30-ff2d-4e67-a0f2-50f0878a46bf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0527453 Sep 03 19:18:29.580175 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6cf8635d-3f8f-4263-9386-2c889fe7ce70 req-2c5094e5-3166-420d-9713-00a63a7896ed tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Sep 03 19:18:29.685588 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc4d5-a19c-423a-b8e9-d9ffa476cd0b req-7b20ce15-8148-4f76-8c16-f3abde755ab8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:29.687090 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5c2bc4d5-a19c-423a-b8e9-d9ffa476cd0b req-7b20ce15-8148-4f76-8c16-f3abde755ab8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0490642 Sep 03 19:18:29.724969 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5c2bc4d5-a19c-423a-b8e9-d9ffa476cd0b req-dc564be6-1976-46bd-b91c-7bfec0b5449d tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/security-groups?id=16409320-c0df-4183-9d5e-c547d838ab44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Sep 03 19:18:30.234368 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1c386-4e02-4616-9930-48ee46332c86 req-34b1419e-0dfa-4aa9-b724-0647353b490b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:30.235812 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-69b1c386-4e02-4616-9930-48ee46332c86 req-34b1419e-0dfa-4aa9-b724-0647353b490b tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 945 time: 0.0507643 Sep 03 19:18:30.333406 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Deleting port 22b884c6-a41f-4e22-82b6-99343d194ccd {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:18:30.333733 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:30.407942 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1795f-a8f5-45c6-a38d-95f9679e2b87 req-df8cc602-42c9-4bb9-9c41-abbf76663976 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:30.409475 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-07d1795f-a8f5-45c6-a38d-95f9679e2b87 req-df8cc602-42c9-4bb9-9c41-abbf76663976 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0623488 Sep 03 19:18:30.435237 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] For port 22b884c6-a41f-4e22-82b6-99343d194ccd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=22b884c6-a41f-4e22-82b6-99343d194ccd,segment=NetworkSegment(bba98bb0-fd70-497c-a311-71195caba019),segment_id=bba98bb0-fd70-497c-a311-71195caba019)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:30.438788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:30.448244 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Calling delete_port for 22b884c6-a41f-4e22-82b6-99343d194ccd owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:18:30.453740 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-07d1795f-a8f5-45c6-a38d-95f9679e2b87 req-4294d00a-5a0a-49af-92f1-a547c4fb3207 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Sep 03 19:18:30.641837 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:30.653758 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['22b884c6-a41f-4e22-82b6-99343d194ccd'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:18:30.680039 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Pushing event deleted for resources: {'Port': ['ID=22b884c6-a41f-4e22-82b6-99343d194ccd,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:30.688823 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.689192 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.689534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.689921 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.690255 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.690579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.690899 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.691216 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.691725 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.692189 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.692723 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.693018 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:30.713007 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8d06-e705-4c0f-ab13-4f7fbbca46f5 req-ba1adb71-29d3-426c-8f5b-141e34982378 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:30.714504 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-819b8d06-e705-4c0f-ab13-4f7fbbca46f5 req-ba1adb71-29d3-426c-8f5b-141e34982378 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0604739 Sep 03 19:18:30.734175 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] No DVR routers for this DVR port 22b884c6-a41f-4e22-82b6-99343d194ccd on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:18:30.739112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:30.739112 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-69b1c386-4e02-4616-9930-48ee46332c86 req-717a44bb-616f-41e9-816b-98cc37c662e7 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.20 "DELETE /v2.0/ports/22b884c6-a41f-4e22-82b6-99343d194ccd HTTP/1.1" status: 204 len: 173 time: 0.4942365 Sep 03 19:18:30.739563 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'name': 'network-vif-deleted', 'tag': '22b884c6-a41f-4e22-82b6-99343d194ccd'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:30.741840 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3ba27-a019-4d08-9e11-888a3c8c530b" -d '{"events": [{"server_uuid": "292a5f9a-9930-4d14-a3aa-ba0924c5c356", "name": "network-vif-deleted", "tag": "22b884c6-a41f-4e22-82b6-99343d194ccd"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:30.741985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54154) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:30.782677 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8529b8-906f-4ee4-9073-4cb22c0cf827 x-openstack-request-id: req-5b8529b8-906f-4ee4-9073-4cb22c0cf827 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:18:30.782677 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292a5f9a-9930-4d14-a3aa-ba0924c5c356", "name": "network-vif-deleted", "tag": "22b884c6-a41f-4e22-82b6-99343d194ccd", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:18:30.782677 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b8529b8-906f-4ee4-9073-4cb22c0cf827 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:18:30.782677 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292a5f9a-9930-4d14-a3aa-ba0924c5c356', 'name': 'network-vif-deleted', 'tag': '22b884c6-a41f-4e22-82b6-99343d194ccd', 'status': 'completed', 'code': 200} Sep 03 19:18:30.783303 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-819b8d06-e705-4c0f-ab13-4f7fbbca46f5 req-f729f5da-c45a-407d-90ff-ae07417d2777 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624683 Sep 03 19:18:30.810128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Deleting subnet ac6c738e-7b30-4296-9181-c3d41f2b3686 {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:18:30.814304 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:30.868765 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60063326'] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:30.879273 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-24fc76bc-4aa1-47fa-9fab-dae4ab8846b3 req-92d960ce-167a-4946-a528-464c9779ac32 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.0296526 Sep 03 19:18:30.912747 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.042121 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60606804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59125944'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.068472 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6c738e-7b30-4296-9181-c3d41f2b3686,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:31.073569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.075374 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac6c738e-7b30-4296-9181-c3d41f2b3686 HTTP/1.1" status: 204 len: 168 time: 0.3324964 Sep 03 19:18:31.077975 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54160) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:31.081441 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.081785 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.082123 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.082454 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.082781 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.083125 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.083447 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.083773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.084094 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.084413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.084728 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.085184 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2921c042-c8b7-4c73-888d-6cf87f434352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:31.147912 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.222941 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.233136 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9bb572-5c2a-4742-a4bf-78f54c96404e']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:31.242782 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:31.244039 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd270ce2-e8b3-4a08-be6d-f102dd80ab2b') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:31.252255 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.265477 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.271049 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:18:31.271476 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:18:31.273068 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:18:31.424758 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.435157 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:31.435157 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/7e9bb572-5c2a-4742-a4bf-78f54c96404e HTTP/1.1" status: 204 len: 168 time: 0.3532417 Sep 03 19:18:31.442716 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fef1e-834b-4a3b-9796-e2e5c0d4ab3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9bb572-5c2a-4742-a4bf-78f54c96404e,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:31.576174 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb567d-6a79-4194-8371-a5f951d99c0b req-096ede22-088b-4a3a-a9a4-48e0e1d4e056 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:31.578200 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-97eb567d-6a79-4194-8371-a5f951d99c0b req-096ede22-088b-4a3a-a9a4-48e0e1d4e056 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.0510836 Sep 03 19:18:31.634253 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-97eb567d-6a79-4194-8371-a5f951d99c0b req-3ff22853-481b-4a60-bf8e-0bdf53c5470f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351133 Sep 03 19:18:31.892210 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54176) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:31.943254 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4feaa-3617-4876-845c-f89e8df04341 req-d24eb90f-a761-45f7-99a4-58c40cea575e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:31.944778 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e8b4feaa-3617-4876-845c-f89e8df04341 req-d24eb90f-a761-45f7-99a4-58c40cea575e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0878131 Sep 03 19:18:32.002716 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ff26441-bb1e-40fd-a806-4698cb8a089b req-1d50d78d-eb05-4b69-9d1c-a58fae6ff5c8 tempest-AttachVolumeNegativeTest-1565007815 tempest-AttachVolumeNegativeTest-1565007815-project] 10.222.0.18 "GET /v2.0/ports?device_id=292a5f9a-9930-4d14-a3aa-ba0924c5c356 HTTP/1.1" status: 200 len: 210 time: 0.0300782 Sep 03 19:18:32.010706 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-de4c82bc-36c1-429a-a6f4-0469c3c4e51f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:32.012113 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-de4c82bc-36c1-429a-a6f4-0469c3c4e51f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 946 time: 0.1138959 Sep 03 19:18:32.014638 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-b8747b5b-8bc0-4842-b812-a8ede52a4d5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=100b9d6d067241b08a1d3977ad54b820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211529 Sep 03 19:18:32.019637 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54180) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:32.025593 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e8b4feaa-3617-4876-845c-f89e8df04341 req-beb0bcdf-2bf2-4be5-81cc-440bd63c50ee tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730975 Sep 03 19:18:32.076279 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-41f38491-6fd8-451c-9059-2d0c457a662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.097975 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-41f38491-6fd8-451c-9059-2d0c457a662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.112148 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Deleting port 99f33ed7-e556-49e3-a411-e130f33b615a {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:18:32.112507 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.202306 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] For port 99f33ed7-e556-49e3-a411-e130f33b615a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=99f33ed7-e556-49e3-a411-e130f33b615a,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:32.203933 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.214159 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Calling delete_port for 99f33ed7-e556-49e3-a411-e130f33b615a owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:18:32.218500 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-41f38491-6fd8-451c-9059-2d0c457a662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.221114 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-41f38491-6fd8-451c-9059-2d0c457a662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.222303 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-41f38491-6fd8-451c-9059-2d0c457a662c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d7aa636-c0b7-4c16-931b-57af059151b3 HTTP/1.1" status: 204 len: 168 time: 0.2015369 Sep 03 19:18:32.230473 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f38491-6fd8-451c-9059-2d0c457a662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7aa636-c0b7-4c16-931b-57af059151b3,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:32.447515 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.459315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['99f33ed7-e556-49e3-a411-e130f33b615a'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:18:32.475361 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Pushing event deleted for resources: {'Port': ['ID=99f33ed7-e556-49e3-a411-e130f33b615a,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:32.514336 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] No DVR routers for this DVR port 99f33ed7-e556-49e3-a411-e130f33b615a on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:18:32.516810 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:32.518814 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-876e4bec-ad40-4bc6-a65a-80ce0224ed60 req-ff519fb0-baab-45ef-800d-4de31f9fca88 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "DELETE /v2.0/ports/99f33ed7-e556-49e3-a411-e130f33b615a HTTP/1.1" status: 204 len: 173 time: 0.4965684 Sep 03 19:18:32.726331 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5cf3dae8-be45-437f-a4de-e2339710580d req-5c74e322-98fd-4884-b97f-702895172c0f tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=500f9587-b10a-4a18-904f-665d610b1c78 HTTP/1.1" status: 200 len: 210 time: 0.0254233 Sep 03 19:18:32.783393 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500f9587-b10a-4a18-904f-665d610b1c78', 'name': 'network-vif-deleted', 'tag': '99f33ed7-e556-49e3-a411-e130f33b615a'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:32.785328 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9853892-b3c8-4e4a-9f81-402d257914a1" -d '{"events": [{"server_uuid": "500f9587-b10a-4a18-904f-665d610b1c78", "name": "network-vif-deleted", "tag": "99f33ed7-e556-49e3-a411-e130f33b615a"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:32.820504 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13724174-fcfd-4805-8a36-63f4f7a8459d x-openstack-request-id: req-13724174-fcfd-4805-8a36-63f4f7a8459d {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:18:32.821295 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500f9587-b10a-4a18-904f-665d610b1c78", "name": "network-vif-deleted", "tag": "99f33ed7-e556-49e3-a411-e130f33b615a", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:18:32.821295 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13724174-fcfd-4805-8a36-63f4f7a8459d {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:18:32.821498 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500f9587-b10a-4a18-904f-665d610b1c78', 'name': 'network-vif-deleted', 'tag': '99f33ed7-e556-49e3-a411-e130f33b615a', 'status': 'completed', 'code': 200} Sep 03 19:18:32.907146 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.060154 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54210) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:33.111723 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Deleting subnet 233570f3-e983-4a43-b1c3-84f4d93f8859 {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:18:33.114974 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.152798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60063326'] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.153032 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06c322-dae9-4973-85b5-c0381581b118 req-476bfb65-316d-4121-b501-d099b10f60f4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:33.154592 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aa06c322-dae9-4973-85b5-c0381581b118 req-476bfb65-316d-4121-b501-d099b10f60f4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0479240 Sep 03 19:18:33.192338 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.194381 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aa06c322-dae9-4973-85b5-c0381581b118 req-60412735-e2a6-446e-8356-4df20359ecc7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329778 Sep 03 19:18:33.263534 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54214) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:33.307273 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60606804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59125944'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.332995 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233570f3-e983-4a43-b1c3-84f4d93f8859,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:33.336845 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.339561 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8e8632d9-0d3a-4ea2-9a37-afe045e92c3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/233570f3-e983-4a43-b1c3-84f4d93f8859 HTTP/1.1" status: 204 len: 168 time: 0.2778313 Sep 03 19:18:33.342243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54218) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:33.370510 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-294930399-network', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:33.419852 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.441648 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Made reservation on behalf of 2d4330ac3c8b4e338014776e80b80702 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:18:33.443997 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.453100 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.497751 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.507411 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d743c112-d1b0-40bf-a632-6ff6d6c65afb']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:33.517801 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba98bb0-fd70-497c-a311-71195caba019') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:33.518092 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba98bb0-fd70-497c-a311-71195caba019') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:33.527671 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.541649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.543163 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.547645 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:18:33.555998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:18:33.558218 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:18:33.636563 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.658782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:18:33.672899 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e48f5e-49fa-4274-b27f-2e048aac699e,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:33.675717 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.676052 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Added segment 724cdc30-f567-4af3-ad2f-9ebccd9ff1df of type vlan for network a6181e74-e36d-4697-94fd-8840f8fec0b7 Sep 03 19:18:33.701297 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.707997 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.709326 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/d743c112-d1b0-40bf-a632-6ff6d6c65afb HTTP/1.1" status: 204 len: 168 time: 0.3661945 Sep 03 19:18:33.717062 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.718566 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2baa0-097d-468b-b5d7-086e7a9733fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d743c112-d1b0-40bf-a632-6ff6d6c65afb,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:33.796379 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.797451 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:33.798092 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:33.857864 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] Pushing event updated for resources: {'Network': ['ID=a6181e74-e36d-4697-94fd-8840f8fec0b7,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:33.867899 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:18:33.907938 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-5711b7cb-24bd-405f-9b58-ddae9452227a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6432700 Sep 03 19:18:33.910968 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54228) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:33.917182 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Request body: {'subnet': {'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-294930399-subnet', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:34.018649 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Made reservation on behalf of 2d4330ac3c8b4e338014776e80b80702 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:18:34.021028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59125917'] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.059609 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54230) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:34.107791 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-b96f3148-b7dd-440f-8b97-356efc492125 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f164a913448f4d30b01add0c20acb44d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446479 Sep 03 19:18:34.108000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54232) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:34.178449 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ac752b7-183d-40c4-9037-0d876d36bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.191430 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ac752b7-183d-40c4-9037-0d876d36bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.265090 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60606869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59125939'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.319391 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ac752b7-183d-40c4-9037-0d876d36bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.323832 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0ac752b7-183d-40c4-9037-0d876d36bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.325664 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-0ac752b7-183d-40c4-9037-0d876d36bc6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16409320-c0df-4183-9d5e-c547d838ab44 HTTP/1.1" status: 204 len: 168 time: 0.2165697 Sep 03 19:18:34.345131 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac752b7-183d-40c4-9037-0d876d36bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16409320-c0df-4183-9d5e-c547d838ab44,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:34.346541 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f72678-ce8d-4861-bfca-f1c72547c53d,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:34.370524 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Checking segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:34.371035 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Network hostable DHCP agents. Network: a6181e74-e36d-4697-94fd-8840f8fec0b7, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:18:34.377484 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717b34c-b822-49b4-9462-5a1c55164f9b req-6ab539d3-837b-4eeb-a3c8-dc6e0c8b99d7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:34.379130 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3717b34c-b822-49b4-9462-5a1c55164f9b req-6ab539d3-837b-4eeb-a3c8-dc6e0c8b99d7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.1097419 Sep 03 19:18:34.422429 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3717b34c-b822-49b4-9462-5a1c55164f9b req-0cba01de-211c-4019-b56d-ddfd8d6ac42a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357752 Sep 03 19:18:34.453020 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:18:34.567229 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, a6181e74-e36d-4697-94fd-8840f8fec0b7) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:34.573228 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:34.574177 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.575121 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba921bb-04d1-4f7d-ac2b-c30af9628e8c None None] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:18:34.657352 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-39fb78dd-68d4-443e-86c3-536369a2ea25 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7419260 Sep 03 19:18:34.657472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54240) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:34.661725 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:34.750503 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.751772 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.811781 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.840026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-a6181e74-e36d-4697-94fd-8840f8fec0b7', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:18:34.840972 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:34.987210 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Allocated IP 172.20.0.2 (a6181e74-e36d-4697-94fd-8840f8fec0b7/85f72678-ce8d-4861-bfca-f1c72547c53d/6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:35.137395 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.145862 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Transition to ACTIVE for port object 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:35.165106 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Transition to ACTIVE for port object 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:35.221857 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.230829 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.257661 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:35.261077 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:35.264589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:35.293983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Pushing event updated for resources: {'Port': ['ID=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:35.323964 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Attempting to bind port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:35.324329 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Attempting to bind port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:35.324686 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Attempting to bind port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 on network a6181e74-e36d-4697-94fd-8840f8fec0b7 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:35.330102 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:35.330102 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Checking segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:35.330343 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.330774 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Bound using segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:35.331176 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Bound port: 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:35.331538 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.345211 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:18:35.400459 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] For port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:35.404106 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] For port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:35.465181 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.503871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.531341 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a70ab-a3ec-4f4c-bc3a-40a1846bd127 None None] Pushing event updated for resources: {'Port': ['ID=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:35.533178 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.575265 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd6f8b-c174-46b5-87a1-58639b29c36f req-46a67595-a896-44a7-b12b-3831bb11a243 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:35.576910 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-afbd6f8b-c174-46b5-87a1-58639b29c36f req-46a67595-a896-44a7-b12b-3831bb11a243 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0656068 Sep 03 19:18:35.619784 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-afbd6f8b-c174-46b5-87a1-58639b29c36f req-897eed78-d1dd-47e5-a1d8-bd6b2ae0c76d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353637 Sep 03 19:18:35.668252 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Allocated IP 172.27.3.214 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/8aa37daa-a6ee-4837-9fe4-e773c57ae924) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:35.787773 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.964399 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:35.998932 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:36.001726 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:36.005078 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:36.038554 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa37daa-a6ee-4837-9fe4-e773c57ae924,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:36.285211 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:36.354076 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:36.386603 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:36.491444 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 22b884c6-a41f-4e22-82b6-99343d194ccd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:18:36.543816 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0752159-c6e5-4d75-8d36-f426f53e8462 None None] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:18:36.563855 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 22b884c6-a41f-4e22-82b6-99343d194ccd {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:18:36.564233 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 22b884c6-a41f-4e22-82b6-99343d194ccd not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:18:36.580292 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:36.653112 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] Provisioning for port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:36.663203 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] Provisioning complete for port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:36.663576 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:36.757854 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d538f2c-8ed1-462e-88b3-a9ef400812d7 req-5f558918-fd5a-420b-939c-cca06e2b413b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:36.759801 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4d538f2c-8ed1-462e-88b3-a9ef400812d7 req-5f558918-fd5a-420b-939c-cca06e2b413b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0609643 Sep 03 19:18:36.778079 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:36.806874 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4d538f2c-8ed1-462e-88b3-a9ef400812d7 req-965e67b1-f779-4be4-b2fb-e60acea5d505 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371087 Sep 03 19:18:36.816057 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] For port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:36.835833 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Router 3da98ed3-08a9-4730-bba8-889b3f761d4b is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:18:36.889767 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:36.949669 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e495-3378-4dbd-a959-22470202b5fa None None] Pushing event updated for resources: {'Port': ['ID=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:36.965643 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:18:36.974220 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Sync routers for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:18:36.983757 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:36.988887 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:37.009228 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-8fe9a536-e66e-4468-aa77-a3d0be42e9f2 None None] Provisioning complete for port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:37.009534 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a536-e66e-4468-aa77-a3d0be42e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.077038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.080108 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-21de740f-165c-421a-b76a-64394a928fb3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4219193 Sep 03 19:18:37.083225 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54290) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:37.096727 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:37.289931 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:36Z', 'revision_number': 3, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:37.318544 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Checking router: 3da98ed3-08a9-4730-bba8-889b3f761d4b for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:18:37.318896 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Updating router 3da98ed3-08a9-4730-bba8-889b3f761d4b port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:18:37.346614 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.507414 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.609961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 99f33ed7-e556-49e3-a411-e130f33b615a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:18:37.629541 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 99f33ed7-e556-49e3-a411-e130f33b615a {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:18:37.629885 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 99f33ed7-e556-49e3-a411-e130f33b615a not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:18:37.671481 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Allocated IP 172.20.0.1 (a6181e74-e36d-4697-94fd-8840f8fec0b7/85f72678-ce8d-4861-bfca-f1c72547c53d/16590e08-5102-49eb-aa2a-5c5a12e12f52) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:37.687858 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.688622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-81cf0397-9515-429f-a580-faa34527f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:37.690267 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-81cf0397-9515-429f-a580-faa34527f6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1096 time: 0.0443447 Sep 03 19:18:37.698237 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Transition to ACTIVE for port object 8aa37daa-a6ee-4837-9fe4-e773c57ae924 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:37.763907 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.779306 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.798413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Transition to ACTIVE for port object 16590e08-5102-49eb-aa2a-5c5a12e12f52 will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:37.816919 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Attempting to bind port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:37.817528 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Attempting to bind port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:37.817884 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Attempting to bind port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:37.820687 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Pushing event updated for resources: {'Port': ['ID=8aa37daa-a6ee-4837-9fe4-e773c57ae924,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:37.825373 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-f829b9e7-5618-4741-9565-455cbbf28a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:37.825889 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:37.826166 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:37.826548 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.826847 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-f829b9e7-5618-4741-9565-455cbbf28a3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0920556 Sep 03 19:18:37.826957 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:37.827365 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Bound port: 8aa37daa-a6ee-4837-9fe4-e773c57ae924, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:37.827755 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.833829 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.834197 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.834500 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.834823 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.835146 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.835464 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.835779 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.836106 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.836425 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.836743 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.837102 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.837996 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:37.890949 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] For port 8aa37daa-a6ee-4837-9fe4-e773c57ae924, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:37.894339 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] For port 8aa37daa-a6ee-4837-9fe4-e773c57ae924, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8aa37daa-a6ee-4837-9fe4-e773c57ae924,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:37.909364 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-afe38d82-ece7-400d-ac40-0fa39f9fece0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 200 len: 999 time: 0.0749800 Sep 03 19:18:37.913169 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:37.952414 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:37.956972 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:37.967739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:37.969807 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Pushing event updated for resources: {'Port': ['ID=16590e08-5102-49eb-aa2a-5c5a12e12f52,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:37.980578 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d33ea4-d64d-4865-b0e9-d27efcabc24d req-94d74b14-dbf4-4f26-a6dc-b7c7837dca13 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:37.982156 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-19d33ea4-d64d-4865-b0e9-d27efcabc24d req-94d74b14-dbf4-4f26-a6dc-b7c7837dca13 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0905185 Sep 03 19:18:37.984085 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-58609061-a2d3-4cfa-bbcd-df23a300e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:37.985541 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-58609061-a2d3-4cfa-bbcd-df23a300e269 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0635016 Sep 03 19:18:38.003075 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.007501 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.074021 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-19d33ea4-d64d-4865-b0e9-d27efcabc24d req-22a38a45-987f-4513-9c0f-5d4821b8b47a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800524 Sep 03 19:18:38.074246 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455f242-757b-416a-b13d-35adc57b437b None None] Pushing event updated for resources: {'Port': ['ID=8aa37daa-a6ee-4837-9fe4-e773c57ae924,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:38.089839 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:38.090877 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:38.114921 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-2ba81f17-688f-4bd1-83f5-f259d3dfaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:38.116496 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-2ba81f17-688f-4bd1-83f5-f259d3dfaf7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191347 Sep 03 19:18:38.222295 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:38.253078 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-4e993352-bf50-4d92-8ed3-1e6a3af546de service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265295 Sep 03 19:18:38.279054 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:38.312821 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2d210938-f294-4d06-a4f1-c825157089f0 None None] Provisioning for port 16590e08-5102-49eb-aa2a-5c5a12e12f52 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:38.332325 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2d210938-f294-4d06-a4f1-c825157089f0 None None] Provisioning complete for port 16590e08-5102-49eb-aa2a-5c5a12e12f52 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:38.337598 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2d210938-f294-4d06-a4f1-c825157089f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.383949 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31fbe3d4-77fc-4508-95de-b585488ed255 req-4ce2fb27-e3b7-453f-b305-9a3989983433 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152267 Sep 03 19:18:38.444283 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2d210938-f294-4d06-a4f1-c825157089f0 None None] Port 16590e08-5102-49eb-aa2a-5c5a12e12f52 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:18:38.445429 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:36Z', 'revision_number': 3, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:38.452626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:38.453284 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.477080 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442b61f-3a03-47f9-bc3d-5c25402b8117 None None] The sync data for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi is: [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:36Z', 'revision_number': 3, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:18:38.525250 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.700220 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.770472 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.846121 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:38.848967 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Pushing event updated for resources: {'Port': ['ID=16590e08-5102-49eb-aa2a-5c5a12e12f52,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:38.953220 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:38.954739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:39.101803 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Router 3da98ed3-08a9-4730-bba8-889b3f761d4b has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:18:39.187257 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c608f58e-400a-4b56-8f25-687bddabcc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:39.275466 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-a7c77366-f2d2-423e-816d-b1811bade3c1 None None] Provisioning complete for port 16590e08-5102-49eb-aa2a-5c5a12e12f52 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:39.276272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a7c77366-f2d2-423e-816d-b1811bade3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:39.285340 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44701047-8f1e-41e1-8b97-76d5129fc1d1 req-8e807677-38c7-41d0-9a06-a7007f5ffaa4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:39.287054 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-44701047-8f1e-41e1-8b97-76d5129fc1d1 req-8e807677-38c7-41d0-9a06-a7007f5ffaa4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0946374 Sep 03 19:18:39.318212 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-a7c77366-f2d2-423e-816d-b1811bade3c1 None None] Port 16590e08-5102-49eb-aa2a-5c5a12e12f52 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:18:39.319033 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:18:39.326717 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1dcb10e8-277e-4271-9973-b1bdfeed23d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3da98ed3-08a9-4730-bba8-889b3f761d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414813 Sep 03 19:18:39.353858 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-44701047-8f1e-41e1-8b97-76d5129fc1d1 req-c9406c50-31df-48d1-b59c-d27585fd0285 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568585 Sep 03 19:18:39.874419 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17872-9690-483c-b1b2-fa0de42d9a3f req-c4d68c84-c9e9-4278-9697-d41ed53a9a4e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:39.875700 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c2b17872-9690-483c-b1b2-fa0de42d9a3f req-c4d68c84-c9e9-4278-9697-d41ed53a9a4e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0719995 Sep 03 19:18:39.923928 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c2b17872-9690-483c-b1b2-fa0de42d9a3f req-6a3cf0f7-c3cd-464f-9390-ad4014ff6eb3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Sep 03 19:18:40.162881 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54366) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:40.168711 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1298611867-network', 'tenant_id': '64b15fcb94b14d948188aebefd68b025'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:40.192212 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Sync routers for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:18:40.204991 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:40.206070 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:40.272785 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8aa37daa-a6ee-4837-9fe4-e773c57ae924 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:40.295094 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Made reservation on behalf of 64b15fcb94b14d948188aebefd68b025 for: {'network': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:18:40.299663 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.306457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.346297 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:40.394406 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.432952 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:40.449159 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:40.449539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.458239 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.485146 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94491) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:18:40.498253 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c97cc9-0c6e-4d9b-b8df-7b84652ab967,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:40.501858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.502198 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.segments_db [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Added segment f2bcda00-13cb-4b41-9c14-648db58c7aed of type vlan for network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb Sep 03 19:18:40.506269 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8305d43-0cc8-487e-b6c6-eb13cc088ab5 req-1ee30976-0c20-472f-b6a3-98e1b4a03019 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:40.515164 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d8305d43-0cc8-487e-b6c6-eb13cc088ab5 req-1ee30976-0c20-472f-b6a3-98e1b4a03019 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 943 time: 0.0732138 Sep 03 19:18:40.537819 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:18:40.548113 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.551150 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d8305d43-0cc8-487e-b6c6-eb13cc088ab5 req-6b4982b0-7645-4209-a880-e47fc8d958c5 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350769 Sep 03 19:18:40.666693 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.666984 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.667969 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:40.668549 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.699246 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 2, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:40.704517 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 8aa37daa-a6ee-4837-9fe4-e773c57ae924, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8aa37daa-a6ee-4837-9fe4-e773c57ae924,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:40.726061 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] Pushing event updated for resources: {'Network': ['ID=5db68bd6-cd18-4bb0-91eb-5ddaa799cefb,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:40.740460 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:18:40.745810 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Checking router: 3da98ed3-08a9-4730-bba8-889b3f761d4b for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:18:40.746173 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Updating router 3da98ed3-08a9-4730-bba8-889b3f761d4b port 16590e08-5102-49eb-aa2a-5c5a12e12f52 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:18:40.762946 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:40.767441 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-2940bf85-5d19-4d71-9bf8-7ce47343294c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6034522 Sep 03 19:18:40.770108 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54376) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:40.775087 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Request body: {'subnet': {'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1298611867-subnet', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:40.793173 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.832455 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'port_id': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'mac_address': 'fa:16:3e:cb:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:18:40.835187 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Made reservation on behalf of 64b15fcb94b14d948188aebefd68b025 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:18:40.837584 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60469711'] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:40.976822 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.056194 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=8aa37daa-a6ee-4837-9fe4-e773c57ae924,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:41.065357 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.068530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30b15b-821b-4217-a034-7c442f5d6cf6 req-e2178064-b431-4c65-91ed-76dfd87c22a8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:41.070749 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ec30b15b-821b-4217-a034-7c442f5d6cf6 req-e2178064-b431-4c65-91ed-76dfd87c22a8 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0649824 Sep 03 19:18:41.074681 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.075032 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.075377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.075718 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.076056 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.076395 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.076724 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.077082 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.077437 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.077770 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.078095 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.078418 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:18:41.101079 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a46e51-90d9-418e-b44d-a104ca739ab9 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:18:41.111745 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59879139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60469729'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.152232 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ec30b15b-821b-4217-a034-7c442f5d6cf6 req-005d084b-a568-47d3-8bca-91cf37b76be4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746496 Sep 03 19:18:41.179059 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:41.181989 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705a2656-24b1-4e05-b743-38543a336d13,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:41.190738 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Checking segment: {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:41.191094 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Network hostable DHCP agents. Network: 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:18:41.244043 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.272399 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:18:41.317740 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=9']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:41.346695 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:41.350668 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:41.351251 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.357332 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86538f75-c878-4f2c-bbf6-cbc01a122777 None None] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:18:41.397548 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.435714 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-31d3bc00-863a-4c43-814d-8c80b983c431 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6620851 Sep 03 19:18:41.436251 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54382) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:41.443488 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Transition to ACTIVE for port object 16590e08-5102-49eb-aa2a-5c5a12e12f52 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:41.443635 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:41.492236 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.507346 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.508692 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.561681 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-5db68bd6-cd18-4bb0-91eb-5ddaa799cefb', 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'fixed_ips': [{'subnet_id': '705a2656-24b1-4e05-b743-38543a336d13'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:18:41.562526 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.565838 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0abef-56b3-4772-9c6f-cb6381051bf4 None None] Pushing event updated for resources: {'Port': ['ID=16590e08-5102-49eb-aa2a-5c5a12e12f52,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:41.569670 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.684241 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3570b57-f2e1-4993-b9b5-fc3a204c58d7 req-fd1820c9-3945-4bda-a0fd-a0b1bd6a3b9f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:41.689659 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3570b57-f2e1-4993-b9b5-fc3a204c58d7 req-fd1820c9-3945-4bda-a0fd-a0b1bd6a3b9f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0586019 Sep 03 19:18:41.694649 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Attempting to bind port 16590e08-5102-49eb-aa2a-5c5a12e12f52 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:41.694951 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Attempting to bind port 16590e08-5102-49eb-aa2a-5c5a12e12f52 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:41.695308 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Attempting to bind port 16590e08-5102-49eb-aa2a-5c5a12e12f52 on network a6181e74-e36d-4697-94fd-8840f8fec0b7 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:41.711127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc873-3639-41ea-99b9-992a1571291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.717459 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:41.717856 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Checking segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:41.718268 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.718935 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Bound using segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:41.719500 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Bound port: 16590e08-5102-49eb-aa2a-5c5a12e12f52, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:41.719799 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.736245 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3570b57-f2e1-4993-b9b5-fc3a204c58d7 req-0420371c-448e-4b5d-8428-ae192ca7ecbd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 Sep 03 19:18:41.786426 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:41.829017 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Allocated IP 172.20.0.2 (5db68bd6-cd18-4bb0-91eb-5ddaa799cefb/705a2656-24b1-4e05-b743-38543a336d13/6a785ad9-caae-4269-86e3-43c47ddb506f) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:41.845364 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] For port 16590e08-5102-49eb-aa2a-5c5a12e12f52, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:41.849320 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] For port 16590e08-5102-49eb-aa2a-5c5a12e12f52, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=16590e08-5102-49eb-aa2a-5c5a12e12f52,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:41.930060 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.014508 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:42.014508 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:42.108203 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0abef-56b3-4772-9c6f-cb6381051bf4 None None] Pushing event updated for resources: {'Port': ['ID=16590e08-5102-49eb-aa2a-5c5a12e12f52,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:42.116698 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.122855 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.142167 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.152670 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.166507 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Transition to ACTIVE for port object 6a785ad9-caae-4269-86e3-43c47ddb506f will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:42.188463 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:42.267354 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8aa37daa-a6ee-4837-9fe4-e773c57ae924 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:42.270541 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Transition to ACTIVE for port object 6a785ad9-caae-4269-86e3-43c47ddb506f will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:42.304455 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Allocated IP 172.27.3.35 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/593b0e65-bef2-49dd-9d80-ab250e453c1d) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:42.328965 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19656dbb-4422-4cd8-8254-34817eb39bd2 req-d9a2c8b0-d734-4fc3-9a91-d25b6124ddac tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:42.330433 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-19656dbb-4422-4cd8-8254-34817eb39bd2 req-d9a2c8b0-d734-4fc3-9a91-d25b6124ddac tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0795133 Sep 03 19:18:42.362469 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.417142 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-19656dbb-4422-4cd8-8254-34817eb39bd2 req-c98ebee8-de92-48e6-9583-cf35b08586f3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711489 Sep 03 19:18:42.439381 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:42.439381 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:42.446179 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:42.447681 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.454284 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Pushing event updated for resources: {'Port': ['ID=6a785ad9-caae-4269-86e3-43c47ddb506f,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:42.475443 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:42.475823 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.514242 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-9c38d57c-e197-4c49-b569-06a4a432ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:42.515736 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-9c38d57c-e197-4c49-b569-06a4a432ed4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0417130 Sep 03 19:18:42.567295 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Attempting to bind port 6a785ad9-caae-4269-86e3-43c47ddb506f on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:42.567667 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Attempting to bind port 6a785ad9-caae-4269-86e3-43c47ddb506f by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:42.568030 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Attempting to bind port 6a785ad9-caae-4269-86e3-43c47ddb506f on network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:42.579202 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:42.579580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Checking segment: {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:42.579754 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.580234 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.580366 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Bound using segment: {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:42.580830 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Bound port: 6a785ad9-caae-4269-86e3-43c47ddb506f, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:42.581249 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.620855 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:42.623986 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:42.628069 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:42.635975 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:41Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:42.636259 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-e022ef95-eb18-4051-ad1c-3d67d55dbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:42.637812 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-e022ef95-eb18-4051-ad1c-3d67d55dbd0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 919 time: 0.1011801 Sep 03 19:18:42.662155 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Pushing event updated for resources: {'Port': ['ID=593b0e65-bef2-49dd-9d80-ab250e453c1d,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:42.684988 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-88ac2998-aa61-406b-8c5c-7fa8ca629144 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 217 time: 0.0378366 Sep 03 19:18:42.696892 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8658ecf-2d08-4ede-97c6-7ae0c3ae90e6 None None] The sync data for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi is: [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:41Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:18:42.722480 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.734010 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] For port 6a785ad9-caae-4269-86e3-43c47ddb506f, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:42.738424 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] For port 6a785ad9-caae-4269-86e3-43c47ddb506f, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6a785ad9-caae-4269-86e3-43c47ddb506f,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:42.766948 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-ebbe7737-7e0b-4bfb-b7da-4acfce366ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:42.771989 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-ebbe7737-7e0b-4bfb-b7da-4acfce366ffc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0781248 Sep 03 19:18:42.814705 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:42.815738 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-2e4023e1-8ec9-44e2-b2a3-a3f84d96cebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333843 Sep 03 19:18:42.885226 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd30b9-db2f-491c-aea1-fde652f33c92 req-9fd30525-848a-4739-a2ec-fbad0e874811 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:42.886857 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-79fd30b9-db2f-491c-aea1-fde652f33c92 req-9fd30525-848a-4739-a2ec-fbad0e874811 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0539796 Sep 03 19:18:43.005436 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-79fd30b9-db2f-491c-aea1-fde652f33c92 req-8ab797be-8b70-421e-9d8e-2226a1789a72 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029992 Sep 03 19:18:43.035917 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f30cc-97fc-4c74-b06e-1b4bc8f68257 None None] Pushing event updated for resources: {'Port': ['ID=6a785ad9-caae-4269-86e3-43c47ddb506f,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:43.045370 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:43.272781 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:43.479798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:18:43.538965 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08179f8-b6c1-42aa-a4d3-0a56e9d7f821 req-bed75189-d7c9-4e38-8039-d78202e79b42 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:43.541135 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d08179f8-b6c1-42aa-a4d3-0a56e9d7f821 req-bed75189-d7c9-4e38-8039-d78202e79b42 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0513363 Sep 03 19:18:43.600264 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d08179f8-b6c1-42aa-a4d3-0a56e9d7f821 req-f2469e2b-cbb1-4896-bc0b-3595194c94a7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427215 Sep 03 19:18:43.602133 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:18:43.612314 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Sync routers for ids ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:18:43.624566 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Routers {'ee9072d4-1e52-4ecd-962a-1e81f86e0e77'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:43.625244 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:43.757075 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Set router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:43.757577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['e1a46e51-90d9-418e-b44d-a104ca739ab9'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:18:43.783799 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:43.792786 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-29df8bef-68dc-4e71-bafd-e856f62c142e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3506484 Sep 03 19:18:43.792786 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54414) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:43.997451 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-99f859f5-c8f9-4720-b0c4-b6c815785364 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448876 Sep 03 19:18:44.015162 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:18:42Z', 'revision_number': 3, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:44.043696 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Checking router: ee9072d4-1e52-4ecd-962a-1e81f86e0e77 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:18:44.044275 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Updating router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 port 593b0e65-bef2-49dd-9d80-ab250e453c1d binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:18:44.080073 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.102520 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a0f9b-06d2-47a0-82e8-23b91c1d75fe None None] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:18:44.186067 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad1930-0cd2-480e-a9e2-e6e0ebb471cf req-3d2aa3a8-c1ae-43c9-a5d3-0a7ef3bb5acf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:44.197105 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-37ad1930-0cd2-480e-a9e2-e6e0ebb471cf req-3d2aa3a8-c1ae-43c9-a5d3-0a7ef3bb5acf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0721581 Sep 03 19:18:44.248131 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-37ad1930-0cd2-480e-a9e2-e6e0ebb471cf req-1835762e-9e59-4a84-b154-ac6ac5c4afcf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495043 Sep 03 19:18:44.310090 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-69ec271e-25ad-4af0-aa4e-5b6c2ffa0247 None None] Provisioning for port 6a785ad9-caae-4269-86e3-43c47ddb506f completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:44.361060 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6a785ad9-caae-4269-86e3-43c47ddb506f up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:44.420522 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.451792 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.464317 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Transition to ACTIVE for port object 593b0e65-bef2-49dd-9d80-ab250e453c1d will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:44.510068 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 6a785ad9-caae-4269-86e3-43c47ddb506f completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:44.518448 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6a785ad9-caae-4269-86e3-43c47ddb506f triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:44.520968 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.547519 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.589497 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1900-61dc-4e82-8029-f83d145ef0f3 None None] Pushing event updated for resources: {'Port': ['ID=593b0e65-bef2-49dd-9d80-ab250e453c1d,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:44.609748 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.629111 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Attempting to bind port 593b0e65-bef2-49dd-9d80-ab250e453c1d on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:44.629724 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Attempting to bind port 593b0e65-bef2-49dd-9d80-ab250e453c1d by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:44.629978 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Attempting to bind port 593b0e65-bef2-49dd-9d80-ab250e453c1d on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:44.637497 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:44.637882 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:44.638353 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.638701 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:44.639164 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Bound port: 593b0e65-bef2-49dd-9d80-ab250e453c1d, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:44.639595 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.684589 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.709435 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 6a785ad9-caae-4269-86e3-43c47ddb506f, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6a785ad9-caae-4269-86e3-43c47ddb506f,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:44.714472 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-814ad175-62d2-4a1e-8eb9-c5e13f6d8bb2 None None] Provisioning complete for port 6a785ad9-caae-4269-86e3-43c47ddb506f triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:44.715127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-814ad175-62d2-4a1e-8eb9-c5e13f6d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.716470 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] For port 593b0e65-bef2-49dd-9d80-ab250e453c1d, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:44.721454 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] For port 593b0e65-bef2-49dd-9d80-ab250e453c1d, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=593b0e65-bef2-49dd-9d80-ab250e453c1d,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:44.776320 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-da22933e-1db9-4404-b611-6fe3b8ad42b6 req-11ae8d26-1478-4a3f-a741-219342e3b8dc service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668584 Sep 03 19:18:44.796760 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.798350 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 16590e08-5102-49eb-aa2a-5c5a12e12f52 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:44.837462 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aef92-d31a-4400-aa3b-fc4670bbab23 req-5c199aa7-7e9b-42ca-9914-37a992d5d6ff tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:44.838977 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0a1aef92-d31a-4400-aa3b-fc4670bbab23 req-5c199aa7-7e9b-42ca-9914-37a992d5d6ff tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.1298277 Sep 03 19:18:44.845775 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.906922 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0a1aef92-d31a-4400-aa3b-fc4670bbab23 req-ef48459f-ff34-4cff-bc22-34a7502b6212 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Sep 03 19:18:44.910322 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-814ad175-62d2-4a1e-8eb9-c5e13f6d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:44.924116 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Routers {'ee9072d4-1e52-4ecd-962a-1e81f86e0e77'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:44.933661 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:44.973361 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1900-61dc-4e82-8029-f83d145ef0f3 None None] Pushing event updated for resources: {'Port': ['ID=593b0e65-bef2-49dd-9d80-ab250e453c1d,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:44.973768 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=6a785ad9-caae-4269-86e3-43c47ddb506f,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:44.986883 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Allocated IP 172.20.0.1 (5db68bd6-cd18-4bb0-91eb-5ddaa799cefb/705a2656-24b1-4e05-b743-38543a336d13/624d9274-bcab-4378-90b7-513bc95a36bb) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:45.012813 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.db.api [None req-814ad175-62d2-4a1e-8eb9-c5e13f6d8bb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 19:18:45.013236 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG oslo_db.api [None req-814ad175-62d2-4a1e-8eb9-c5e13f6d8bb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 19:18:45.026508 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 16590e08-5102-49eb-aa2a-5c5a12e12f52 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:45.032858 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 16590e08-5102-49eb-aa2a-5c5a12e12f52 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:45.033261 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.047026 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] Set router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:45.106170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.122034 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Transition to ACTIVE for port object 624d9274-bcab-4378-90b7-513bc95a36bb will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:45.128813 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.163155 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 16590e08-5102-49eb-aa2a-5c5a12e12f52, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=16590e08-5102-49eb-aa2a-5c5a12e12f52,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:45.235886 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.264720 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.279719 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:45.285977 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:45.287877 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Pushing event updated for resources: {'Port': ['ID=624d9274-bcab-4378-90b7-513bc95a36bb,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:45.290058 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:45.324752 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:18:42Z', 'revision_number': 3, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:45.329775 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=16590e08-5102-49eb-aa2a-5c5a12e12f52,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:45.337878 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.355517 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014cf-abb6-4edf-b41e-dffa569cf02b None None] The sync data for ids ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'] in dv-cinder-788367-7-iscsi is: [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:18:42Z', 'revision_number': 3, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:18:45.479195 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075c98-7c45-4f96-8fde-8d0ff2aeb45a req-9cf37e1d-8166-4f47-8df2-4dbb9a5328be tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:45.480814 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-48075c98-7c45-4f96-8fde-8d0ff2aeb45a req-9cf37e1d-8166-4f47-8df2-4dbb9a5328be tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0890105 Sep 03 19:18:45.530855 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-48075c98-7c45-4f96-8fde-8d0ff2aeb45a req-8f67e4ca-6e46-4801-8486-9f20d7537963 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Sep 03 19:18:45.576375 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.737755 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-8922a0f5-cccd-4239-8a6f-eb0dfe18e917 None None] Provisioning for port 624d9274-bcab-4378-90b7-513bc95a36bb completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:45.742426 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-8922a0f5-cccd-4239-8a6f-eb0dfe18e917 None None] Provisioning complete for port 624d9274-bcab-4378-90b7-513bc95a36bb triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:45.749144 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8922a0f5-cccd-4239-8a6f-eb0dfe18e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.773620 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.779206 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-8922a0f5-cccd-4239-8a6f-eb0dfe18e917 None None] Port 624d9274-bcab-4378-90b7-513bc95a36bb cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:18:45.846553 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.912039 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:45.913809 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Pushing event updated for resources: {'Port': ['ID=624d9274-bcab-4378-90b7-513bc95a36bb,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:46.078114 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843a32-2a98-4398-8aec-0a6585c5c3db req-8f78c04e-366d-458d-830a-0cf9e07462c3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:46.079674 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-42843a32-2a98-4398-8aec-0a6585c5c3db req-8f78c04e-366d-458d-830a-0cf9e07462c3 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0728939 Sep 03 19:18:46.085399 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:46.088394 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:46.228019 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-42843a32-2a98-4398-8aec-0a6585c5c3db req-0744f3fc-eec5-421b-a885-150cb9fea756 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404505 Sep 03 19:18:46.303879 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:18:46.398088 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 593b0e65-bef2-49dd-9d80-ab250e453c1d up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:46.432457 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:18:46.444121 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e50c2966-3032-4afc-b7d5-23ce2497f055 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee9072d4-1e52-4ecd-962a-1e81f86e0e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540170 Sep 03 19:18:46.448640 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6f8a0ffc-8d33-476b-b425-2267fc99a72b None None] Provisioning complete for port 624d9274-bcab-4378-90b7-513bc95a36bb triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:46.449283 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0ffc-8d33-476b-b425-2267fc99a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:46.490315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a0ffc-8d33-476b-b425-2267fc99a72b None None] Port 624d9274-bcab-4378-90b7-513bc95a36bb cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:18:46.558543 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 593b0e65-bef2-49dd-9d80-ab250e453c1d completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:46.563120 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 593b0e65-bef2-49dd-9d80-ab250e453c1d triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:46.563720 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:46.678067 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:46.710042 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 593b0e65-bef2-49dd-9d80-ab250e453c1d, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=593b0e65-bef2-49dd-9d80-ab250e453c1d,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:46.772377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:46.773260 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c759014-a120-4eff-b6ec-92dfdb5dcd8d req-c7d4c851-fc2d-40fc-81f2-b6fc074d8ec3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:46.773766 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6a785ad9-caae-4269-86e3-43c47ddb506f up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:46.775623 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4c759014-a120-4eff-b6ec-92dfdb5dcd8d req-c7d4c851-fc2d-40fc-81f2-b6fc074d8ec3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0551820 Sep 03 19:18:46.827278 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4c759014-a120-4eff-b6ec-92dfdb5dcd8d req-aa7af138-f3e7-45d7-ba26-464ebdadfe03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Sep 03 19:18:46.833896 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-b43b2c6b-ca11-468d-8f55-94660d0ac296 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:46.833896 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-b43b2c6b-ca11-468d-8f55-94660d0ac296 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/networks?id=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 HTTP/1.1" status: 200 len: 813 time: 0.1923590 Sep 03 19:18:46.853141 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-884127cb-3f3a-48f3-b271-000baaad67e9 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/quotas/342a65d2ff4742b0b153dd5cacbb7004 HTTP/1.1" status: 200 len: 375 time: 0.0135040 Sep 03 19:18:46.874073 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=593b0e65-bef2-49dd-9d80-ab250e453c1d,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:46.885925 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 6a785ad9-caae-4269-86e3-43c47ddb506f triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:46.886361 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:46.892921 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-288a8ffe-09c5-4697-a45e-17a024f9ac10 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310466 Sep 03 19:18:46.984384 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 16590e08-5102-49eb-aa2a-5c5a12e12f52 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:46.997190 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-07f546cd-8453-4671-bfcf-4282f60bf813 service neutron] 10.222.0.18 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952976 Sep 03 19:18:47.036465 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 16590e08-5102-49eb-aa2a-5c5a12e12f52 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:47.036837 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:47.108252 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-44377cb8-4b6b-46e6-a285-9f907e2563e5 service neutron] 10.222.0.18 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001537 Sep 03 19:18:47.217072 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Sync routers for ids ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:18:47.226589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Routers {'ee9072d4-1e52-4ecd-962a-1e81f86e0e77'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:47.227231 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:47.359886 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f421-9f5f-4fdb-8923-9d739ff9d599 req-1dede104-3f89-4b17-9f3e-6668e92fa0b2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:47.362020 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Set router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:47.367152 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1164f421-9f5f-4fdb-8923-9d739ff9d599 req-1dede104-3f89-4b17-9f3e-6668e92fa0b2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0629148 Sep 03 19:18:47.411881 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1164f421-9f5f-4fdb-8923-9d739ff9d599 req-3bbf33c4-0315-4f23-abc3-9f8e2a82b1d4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Sep 03 19:18:47.434526 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f652a23c-d297-4e0f-82d1-028eb9f01d38 req-72bdd112-cd88-49b5-ac80-b9218657e784 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0357010 Sep 03 19:18:47.578891 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 4, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '624d9274-bcab-4378-90b7-513bc95a36bb', 'name': '', 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'mac_address': 'fa:16:3e:a6:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '705a2656-24b1-4e05-b743-38543a336d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:44Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 2, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'subnets': [{'id': '705a2656-24b1-4e05-b743-38543a336d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:47.607795 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Checking router: ee9072d4-1e52-4ecd-962a-1e81f86e0e77 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:18:47.608147 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Updating router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 port 624d9274-bcab-4378-90b7-513bc95a36bb binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:18:47.634909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:47.645713 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:47.835035 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port e1a46e51-90d9-418e-b44d-a104ca739ab9 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:47.835407 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.002556 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.038650 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33232-52f1-452b-b582-0338ac1de049 req-2a269b0b-0409-4c65-a775-805f05e84ad2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:48.046182 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-eee33232-52f1-452b-b582-0338ac1de049 req-2a269b0b-0409-4c65-a775-805f05e84ad2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 944 time: 0.0678370 Sep 03 19:18:48.069913 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:48.072730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d5d31e-0aa6-4646-a1cb-e5152c895b11" -d '{"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-plugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:48.090065 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:48.100833 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-eee33232-52f1-452b-b582-0338ac1de049 req-890bb6e2-1a5a-413a-b46b-1865c9b5fed2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536163 Sep 03 19:18:48.116590 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.120675 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Transition to ACTIVE for port object 624d9274-bcab-4378-90b7-513bc95a36bb will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:48.143246 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6a798-111d-4871-91de-326ad653bfb5 x-openstack-request-id: req-47d6a798-111d-4871-91de-326ad653bfb5 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:18:48.143738 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-plugged", "status": "completed", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:18:48.149105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47d6a798-111d-4871-91de-326ad653bfb5 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:18:48.149105 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'code': 200} Sep 03 19:18:48.193966 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.197142 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.215318 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76313b-9288-4a16-a32d-e7773e896113 req-6d86dd91-1f38-450f-ba83-c5fd3dc8c63a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:48.218016 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fc76313b-9288-4a16-a32d-e7773e896113 req-6d86dd91-1f38-450f-ba83-c5fd3dc8c63a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0598788 Sep 03 19:18:48.318000 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1c3b3-196c-4c74-a0d6-733d6e059db1 None None] Pushing event updated for resources: {'Port': ['ID=624d9274-bcab-4378-90b7-513bc95a36bb,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:48.337199 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fc76313b-9288-4a16-a32d-e7773e896113 req-b291e18e-c160-403f-8b26-27f9304212cc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071336 Sep 03 19:18:48.341391 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 593b0e65-bef2-49dd-9d80-ab250e453c1d up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:48.601074 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=10']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:48.604806 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Attempting to bind port 624d9274-bcab-4378-90b7-513bc95a36bb on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:48.605198 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Attempting to bind port 624d9274-bcab-4378-90b7-513bc95a36bb by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:48.605559 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Attempting to bind port 624d9274-bcab-4378-90b7-513bc95a36bb on network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:48.615244 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:48.615615 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Checking segment: {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:48.616015 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.616415 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Bound using segment: {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:48.616866 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Bound port: 624d9274-bcab-4378-90b7-513bc95a36bb, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2bcda00-13cb-4b41-9c14-648db58c7aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:48.617264 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.639559 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1ca168e3-8bf0-467b-a96e-390ade91e40c req-efe19639-2915-468a-8246-79d404511a47 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0669434 Sep 03 19:18:48.671321 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54544) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:48.690196 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b5e8-e9d1-4b17-bed0-feb7599ce152 req-69ad6377-dc7d-467f-bdfb-d412bff07e4d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:48.701256 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e461b5e8-e9d1-4b17-bed0-feb7599ce152 req-69ad6377-dc7d-467f-bdfb-d412bff07e4d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.1330376 Sep 03 19:18:48.756846 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e461b5e8-e9d1-4b17-bed0-feb7599ce152 req-9d555c8a-9f67-4cd6-a047-64ea9c597bbd tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Sep 03 19:18:48.777660 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 593b0e65-bef2-49dd-9d80-ab250e453c1d triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:48.778016 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:48.813515 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a536296b-8fd0-4571-a175-35a29ffd5278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:49.109926 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] For port 624d9274-bcab-4378-90b7-513bc95a36bb, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:49.110016 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a536296b-8fd0-4571-a175-35a29ffd5278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:49.110093 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] For port 624d9274-bcab-4378-90b7-513bc95a36bb, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=624d9274-bcab-4378-90b7-513bc95a36bb,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:49.239175 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada49ae-69c1-49fc-af7b-4f0ef5962a7f req-f2cfb236-d107-4f68-8eff-4e873b044be3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:49.240734 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-aada49ae-69c1-49fc-af7b-4f0ef5962a7f req-f2cfb236-d107-4f68-8eff-4e873b044be3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.0688934 Sep 03 19:18:49.292505 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-aada49ae-69c1-49fc-af7b-4f0ef5962a7f req-02114100-084f-423b-aae3-f13198e3844d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 Sep 03 19:18:49.475334 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907d98-151e-4449-b518-4c6fe895f72b req-b03fbcbc-b300-4028-a7bc-3f30dd39495f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:49.477059 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fe907d98-151e-4449-b518-4c6fe895f72b req-b03fbcbc-b300-4028-a7bc-3f30dd39495f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0704644 Sep 03 19:18:49.520993 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fe907d98-151e-4449-b518-4c6fe895f72b req-195c6a1c-129d-4c12-9642-191b96cd0f47 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Sep 03 19:18:49.602323 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a536296b-8fd0-4571-a175-35a29ffd5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:49.608077 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:49.664058 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1c3b3-196c-4c74-a0d6-733d6e059db1 None None] Pushing event updated for resources: {'Port': ['ID=624d9274-bcab-4378-90b7-513bc95a36bb,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:49.693872 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Routers {'ee9072d4-1e52-4ecd-962a-1e81f86e0e77'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:18:49.694573 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:18:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:49.725791 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a536296b-8fd0-4571-a175-35a29ffd5278 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e002feec51e43d0ac5c07ef9c7d3692&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0501847 Sep 03 19:18:49.725791 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536296b-8fd0-4571-a175-35a29ffd5278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49811ad-efc3-44e9-ba5a-5ac718519cf1,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:49.726005 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54554) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:49.802211 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-47aaae46-eca6-4ea6-a1ff-fa650726b560 req-592da0b1-853c-4cb8-a2c6-5a2d15361f26 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0530281 Sep 03 19:18:49.910026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] Set router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:18:49.950181 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fe85a-6779-4252-8993-059482296c6f req-af281734-3475-4fff-b7c8-eba4f6cf2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:49.952337 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e04fe85a-6779-4252-8993-059482296c6f req-af281734-3475-4fff-b7c8-eba4f6cf2a07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 1099 time: 0.1706915 Sep 03 19:18:49.964370 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-683af190-b584-4427-a109-81ef0756009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:50.031720 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14bc46-d621-4819-b19f-1cce9806020e req-a4f06e92-ed98-4e32-8983-a58d60c00834 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:50.048769 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7d14bc46-d621-4819-b19f-1cce9806020e req-a4f06e92-ed98-4e32-8983-a58d60c00834 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.1675367 Sep 03 19:18:50.048769 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-683af190-b584-4427-a109-81ef0756009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:50.077447 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e04fe85a-6779-4252-8993-059482296c6f req-8bd32c68-0402-409c-b12e-778927fb088f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165867 Sep 03 19:18:50.123359 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7d14bc46-d621-4819-b19f-1cce9806020e req-a09de7d3-5336-4461-9c8c-62ecbb39dfac tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Sep 03 19:18:50.209421 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-683af190-b584-4427-a109-81ef0756009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:50.212132 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-683af190-b584-4427-a109-81ef0756009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:50.216351 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-683af190-b584-4427-a109-81ef0756009e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c49811ad-efc3-44e9-ba5a-5ac718519cf1 HTTP/1.1" status: 204 len: 168 time: 0.4896317 Sep 03 19:18:50.218373 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 4, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '624d9274-bcab-4378-90b7-513bc95a36bb', 'name': '', 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'mac_address': 'fa:16:3e:a6:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '705a2656-24b1-4e05-b743-38543a336d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:44Z', 'updated_at': '2021-09-03T19:18:48Z', 'revision_number': 4, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'subnets': [{'id': '705a2656-24b1-4e05-b743-38543a336d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:18:50.226026 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683af190-b584-4427-a109-81ef0756009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49811ad-efc3-44e9-ba5a-5ac718519cf1,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:50.271406 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462a740a-7a52-4fc0-82f5-10aa90535ee0 None None] The sync data for ids ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'] in dv-cinder-788367-7-iscsi is: [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 4, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '624d9274-bcab-4378-90b7-513bc95a36bb', 'name': '', 'network_id': '5db68bd6-cd18-4bb0-91eb-5ddaa799cefb', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'mac_address': 'fa:16:3e:a6:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '705a2656-24b1-4e05-b743-38543a336d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:44Z', 'updated_at': '2021-09-03T19:18:48Z', 'revision_number': 4, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'subnets': [{'id': '705a2656-24b1-4e05-b743-38543a336d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:18:50.489364 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59c13-4490-4662-856c-27fd97159451 req-60dc5735-5faa-438f-b516-8525fa231ca7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:50.491654 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e9c59c13-4490-4662-856c-27fd97159451 req-60dc5735-5faa-438f-b516-8525fa231ca7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.0860691 Sep 03 19:18:50.541768 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e9c59c13-4490-4662-856c-27fd97159451 req-97c0b555-cc93-4a42-8569-50da0614ff42 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Sep 03 19:18:50.715002 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed7101-b1c0-4b13-a33a-2b4ac1191335 req-58946819-bebe-4950-83e3-cc4f770e1f52 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:50.716859 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b8ed7101-b1c0-4b13-a33a-2b4ac1191335 req-58946819-bebe-4950-83e3-cc4f770e1f52 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0791621 Sep 03 19:18:50.791051 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b8ed7101-b1c0-4b13-a33a-2b4ac1191335 req-97fb8fba-5ce3-43e3-ab74-a361c476e9c7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667312 Sep 03 19:18:50.967537 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-460a8dd7-3a84-45af-86e9-625e157766d8 req-fe522f65-ef68-4980-b93e-2ce68f0c6c13 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0471051 Sep 03 19:18:51.148451 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-757d0665-7063-46be-acce-d4c1ad60420e tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:51.150432 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-757d0665-7063-46be-acce-d4c1ad60420e tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "GET /v2.0/networks?id=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 HTTP/1.1" status: 200 len: 813 time: 0.1287007 Sep 03 19:18:51.175748 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Request body: {'port': {'device_id': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8', 'admin_state_up': True, 'tenant_id': '342a65d2ff4742b0b153dd5cacbb7004'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:51.369056 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec41ab-ddbe-4408-a2bb-7502eb6568b6 req-df28adf0-315e-438f-b092-39081cec6113 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:51.370616 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d5ec41ab-ddbe-4408-a2bb-7502eb6568b6 req-df28adf0-315e-438f-b092-39081cec6113 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.1460087 Sep 03 19:18:51.472879 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d5ec41ab-ddbe-4408-a2bb-7502eb6568b6 req-7c2d9262-7339-4cbd-9822-f2ece32d0893 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761254 Sep 03 19:18:51.519606 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Made reservation on behalf of 342a65d2ff4742b0b153dd5cacbb7004 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:18:51.525141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:51.724407 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d49c16-5688-46cb-be45-35636d04a7b0 req-2a5d88bb-0758-4c4b-a913-0a03cd446fc6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:51.733500 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b0d49c16-5688-46cb-be45-35636d04a7b0 req-2a5d88bb-0758-4c4b-a913-0a03cd446fc6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.0877156 Sep 03 19:18:51.755795 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Allocated IP 172.20.0.11 (6be2cd0d-4f8f-4da7-91e0-59f449ace6d8/cb004e76-8d49-45b9-8ed9-2d1b568c1b14/6f2c9650-7fdf-4d02-954f-6501ef0a6722) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:18:51.780496 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b0d49c16-5688-46cb-be45-35636d04a7b0 req-b99fee06-d480-4920-a868-ad44d93bcfd5 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460312 Sep 03 19:18:51.983485 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd39ce-9784-47e8-8566-62d44fecaecb req-524b31f2-1b5c-4297-8681-9374dc2ad62d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:51.983485 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dbd39ce-9784-47e8-8566-62d44fecaecb req-524b31f2-1b5c-4297-8681-9374dc2ad62d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.1114745 Sep 03 19:18:52.021303 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.042079 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dbd39ce-9784-47e8-8566-62d44fecaecb req-2e28006d-a73b-42a5-bc6c-ced082fc0b66 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571795 Sep 03 19:18:52.062711 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-885104ea-b139-4405-8c59-c87d15e3a0e9 req-628f189d-19ab-4a1d-bc03-aae0e2f5959a tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0281003 Sep 03 19:18:52.155749 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.200587 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:18:52.206037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:18:52.208313 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:18:52.259275 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Pushing event updated for resources: {'Port': ['ID=6f2c9650-7fdf-4d02-954f-6501ef0a6722,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:52.275497 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:52.276383 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.311098 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 624d9274-bcab-4378-90b7-513bc95a36bb up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:52.347593 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-defafdab-4768-4e89-b149-fe7dfb7436ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1839161 Sep 03 19:18:52.363972 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Request body: {'port': {'device_id': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:18:52.442795 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.501061 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 624d9274-bcab-4378-90b7-513bc95a36bb completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:52.507571 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 624d9274-bcab-4378-90b7-513bc95a36bb triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:52.507949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.676732 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.749292 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 624d9274-bcab-4378-90b7-513bc95a36bb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=624d9274-bcab-4378-90b7-513bc95a36bb,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:52.846778 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:52.929577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=624d9274-bcab-4378-90b7-513bc95a36bb,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:53.005328 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddbd19-ccaa-4f17-a6dc-1bcfe421c5be req-7fdfd049-7ad0-4618-a2d5-0c421f877090 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:53.021739 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-daddbd19-ccaa-4f17-a6dc-1bcfe421c5be req-7fdfd049-7ad0-4618-a2d5-0c421f877090 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.1005449 Sep 03 19:18:53.116028 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-daddbd19-ccaa-4f17-a6dc-1bcfe421c5be req-55374215-4288-45aa-a29b-57762f8b4bd0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899887 Sep 03 19:18:53.295298 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ebd4a-9d48-47b6-990b-a838d056d275 req-b37c4d2c-7fe2-4586-af51-2496cd2ad4f2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:53.297586 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-140ebd4a-9d48-47b6-990b-a838d056d275 req-b37c4d2c-7fe2-4586-af51-2496cd2ad4f2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0960050 Sep 03 19:18:53.343639 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2c9650-7fdf-4d02-954f-6501ef0a6722 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:18:53.351367 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-140ebd4a-9d48-47b6-990b-a838d056d275 req-877e3bd2-38bf-4b48-a128-ffdc5f701e8f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Sep 03 19:18:53.356954 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:53.381905 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Transition to ACTIVE for port object 6f2c9650-7fdf-4d02-954f-6501ef0a6722 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:18:53.403166 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44539b-eaa5-407e-b761-dde0d5b8e498 req-a86bfc9f-1d71-429c-a08a-e4338203dfa5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:53.405021 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6d44539b-eaa5-407e-b761-dde0d5b8e498 req-a86bfc9f-1d71-429c-a08a-e4338203dfa5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.1503136 Sep 03 19:18:53.462365 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6d44539b-eaa5-407e-b761-dde0d5b8e498 req-7e4e3367-b18c-4343-a1c3-7eb08114e381 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486019 Sep 03 19:18:53.510379 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:53.569959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048d88-0a34-4e64-98ff-912eda31a802 req-c3997c2d-ded5-4b4a-b07f-87eebb16caaa tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:53.572183 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3048d88-0a34-4e64-98ff-912eda31a802 req-c3997c2d-ded5-4b4a-b07f-87eebb16caaa tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1108756 Sep 03 19:18:53.592872 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Pushing event updated for resources: {'Port': ['ID=6f2c9650-7fdf-4d02-954f-6501ef0a6722,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:53.669348 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a3048d88-0a34-4e64-98ff-912eda31a802 req-3839cb42-1574-48f3-940a-c788f3a7ea40 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851960 Sep 03 19:18:53.698509 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Attempting to bind port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:18:53.698902 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Attempting to bind port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:18:53.699238 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Attempting to bind port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 on network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:53.704325 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 on network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:18:53.704646 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Attempting to bind port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 on network 6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:18:53.710391 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:18:53.710910 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Checking segment: {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:18:53.711341 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Bound using segment: {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:18:53.711818 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Bound port: 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740b9384-1043-4058-89a7-107f2931581e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:18:53.712648 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:53.790372 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] For port 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:18:53.794128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] For port 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f2c9650-7fdf-4d02-954f-6501ef0a6722,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:18:53.919141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:53.973080 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:53.973702 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:53.975112 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] 10.222.0.20 "PUT /v2.0/ports/6f2c9650-7fdf-4d02-954f-6501ef0a6722 HTTP/1.1" status: 200 len: 1094 time: 1.6169188 Sep 03 19:18:53.975622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'tag': '6f2c9650-7fdf-4d02-954f-6501ef0a6722'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:53.978643 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aadc467-62c6-426a-8590-21755129df61" -d '{"events": [{"name": "network-changed", "server_uuid": "94ee9c5f-475f-4b77-abbf-c92c5896b3c2", "tag": "6f2c9650-7fdf-4d02-954f-6501ef0a6722"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:54.003132 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5a9c0-a840-4e07-9597-b197c28327de service neutron] Pushing event updated for resources: {'Port': ['ID=6f2c9650-7fdf-4d02-954f-6501ef0a6722,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:54.007912 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54670) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:54.028555 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2dd24e-8083-4770-8ffd-06d287be448a x-openstack-request-id: req-6c2dd24e-8083-4770-8ffd-06d287be448a {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:18:54.030604 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ee9c5f-475f-4b77-abbf-c92c5896b3c2", "tag": "6f2c9650-7fdf-4d02-954f-6501ef0a6722", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:18:54.030862 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c2dd24e-8083-4770-8ffd-06d287be448a {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:18:54.032962 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'tag': '6f2c9650-7fdf-4d02-954f-6501ef0a6722', 'status': 'completed', 'code': 200} Sep 03 19:18:54.119376 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc467-62c6-426a-8590-21755129df61 req-8f3ec3f8-c8c1-4978-b473-3ab45988f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.122457 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0aadc467-62c6-426a-8590-21755129df61 req-8f3ec3f8-c8c1-4978-b473-3ab45988f5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0543811 Sep 03 19:18:54.150609 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-20200589-2cc4-42b0-93c6-6c094af59c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:54.270006 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc467-62c6-426a-8590-21755129df61 req-1082c874-b8f2-4403-bfb9-5e9aa7a05512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.271899 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0aadc467-62c6-426a-8590-21755129df61 req-1082c874-b8f2-4403-bfb9-5e9aa7a05512 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1416039 Sep 03 19:18:54.296664 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 624d9274-bcab-4378-90b7-513bc95a36bb up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:54.366951 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-20200589-2cc4-42b0-93c6-6c094af59c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:54.377659 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2277bd-fd86-4042-9af7-8e038e7b8df4 req-5b3206f3-0d58-4278-b9d8-2f940497c0b2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.379537 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7e2277bd-fd86-4042-9af7-8e038e7b8df4 req-5b3206f3-0d58-4278-b9d8-2f940497c0b2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.1256735 Sep 03 19:18:54.432773 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc467-62c6-426a-8590-21755129df61 req-509f393c-2396-4d52-ac87-16306f342d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.434724 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-20200589-2cc4-42b0-93c6-6c094af59c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:54.435025 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 624d9274-bcab-4378-90b7-513bc95a36bb triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:54.435149 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0aadc467-62c6-426a-8590-21755129df61 req-509f393c-2396-4d52-ac87-16306f342d29 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480284 Sep 03 19:18:54.436064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:54.453581 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7e2277bd-fd86-4042-9af7-8e038e7b8df4 req-fe22844c-702c-42ee-911b-9b84055f884d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662246 Sep 03 19:18:54.521508 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-20200589-2cc4-42b0-93c6-6c094af59c43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e768ce917914cfb9fcd9b3b615e12b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116582 Sep 03 19:18:54.524809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54682) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:54.572419 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-bffd264d-9068-4905-87be-27bfe144dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.578123 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-bffd264d-9068-4905-87be-27bfe144dd36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0985072 Sep 03 19:18:54.601272 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f29c-1166-4eb2-b8f0-1ef65f42978e req-646ac73c-797b-476a-96ab-139b6aae8675 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.609199 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8468f29c-1166-4eb2-b8f0-1ef65f42978e req-646ac73c-797b-476a-96ab-139b6aae8675 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0863512 Sep 03 19:18:54.610968 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20200589-2cc4-42b0-93c6-6c094af59c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62409663-5157-418a-bc75-c66f6cd662b7,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:54.665021 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8468f29c-1166-4eb2-b8f0-1ef65f42978e req-8add8e22-dc11-4828-9117-cb076561eaa5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467615 Sep 03 19:18:54.671385 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-6504e9bf-a58e-4714-a98f-7b24b497fb8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f2c9650-7fdf-4d02-954f-6501ef0a6722 HTTP/1.1" status: 200 len: 217 time: 0.0833201 Sep 03 19:18:54.731467 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76f49698-95a2-428d-a700-c2e0082a7302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:54.764871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76f49698-95a2-428d-a700-c2e0082a7302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:54.786661 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bd910-9987-4c64-80e7-f79bd322767e req-cec9fef9-d847-45d6-b9f6-e56aeb4eee93 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.793073 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-251bd910-9987-4c64-80e7-f79bd322767e req-cec9fef9-d847-45d6-b9f6-e56aeb4eee93 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.1923325 Sep 03 19:18:54.804322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-bc65c796-781f-45ec-bb4e-813e23528699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.805818 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-bc65c796-781f-45ec-bb4e-813e23528699 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb004e76-8d49-45b9-8ed9-2d1b568c1b14 HTTP/1.1" status: 200 len: 853 time: 0.1206460 Sep 03 19:18:54.855543 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6b9b1-c56f-4e99-a3c5-b89c9948f487 req-9b189497-7abd-4898-922e-6cb9a09b7416 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:54.857791 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b7e6b9b1-c56f-4e99-a3c5-b89c9948f487 req-9b189497-7abd-4898-922e-6cb9a09b7416 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0888782 Sep 03 19:18:54.860835 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-6b61b196-6198-4e00-b9ea-965bf8fac519 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453980 Sep 03 19:18:54.897178 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-251bd910-9987-4c64-80e7-f79bd322767e req-11e7c257-2034-4935-8180-05ac4ed00c85 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976696 Sep 03 19:18:54.919769 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b7e6b9b1-c56f-4e99-a3c5-b89c9948f487 req-ba9b4300-8735-4489-b2d2-1cff076a1632 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Sep 03 19:18:54.997538 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-598667ec-02ef-43a2-815e-abb1cc87c121 service neutron] 10.222.0.20 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207294 Sep 03 19:18:55.068420 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76f49698-95a2-428d-a700-c2e0082a7302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:55.071592 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76f49698-95a2-428d-a700-c2e0082a7302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:55.072742 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-76f49698-95a2-428d-a700-c2e0082a7302 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62409663-5157-418a-bc75-c66f6cd662b7 HTTP/1.1" status: 204 len: 168 time: 0.5462456 Sep 03 19:18:55.090181 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f49698-95a2-428d-a700-c2e0082a7302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62409663-5157-418a-bc75-c66f6cd662b7,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:55.117279 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3ad108bb-05d2-4603-965e-502d52fb1544 req-f348773d-a567-4946-9f9b-eba9a883ce1c service neutron] 10.222.0.20 "GET /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129091 Sep 03 19:18:55.727146 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54692) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:55.742662 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6da4a5d2-befa-4edf-bead-72ba76de9af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:55.771260 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e135b11-de84-4946-bf31-0efe08e0ebe4 req-824ee2fb-f470-456b-9081-886c3ccb9180 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:55.772728 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2e135b11-de84-4946-bf31-0efe08e0ebe4 req-824ee2fb-f470-456b-9081-886c3ccb9180 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0503638 Sep 03 19:18:55.992539 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2e135b11-de84-4946-bf31-0efe08e0ebe4 req-c7d75a20-6aed-44fe-8c2c-3c8c195848b9 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Sep 03 19:18:55.993301 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6da4a5d2-befa-4edf-bead-72ba76de9af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:56.029872 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b884-7050-40cf-b1fd-e993cdaa7add req-9854c1e7-ffbf-4e22-b87a-f75e72a8b9b7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:56.034867 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-18a2b884-7050-40cf-b1fd-e993cdaa7add req-9854c1e7-ffbf-4e22-b87a-f75e72a8b9b7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0679848 Sep 03 19:18:56.041539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff997-dbec-445d-9815-d4df5e9ccb0a req-9df78dc2-b076-431d-a2c3-df5e1ad852d9 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:56.043063 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c4eff997-dbec-445d-9815-d4df5e9ccb0a req-9df78dc2-b076-431d-a2c3-df5e1ad852d9 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0484722 Sep 03 19:18:56.074430 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-18a2b884-7050-40cf-b1fd-e993cdaa7add req-3f141103-ad95-464a-9f86-910d40bd9b28 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Sep 03 19:18:56.081432 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c4eff997-dbec-445d-9815-d4df5e9ccb0a req-f276aa0d-52fd-49f1-a9e6-4f203915db34 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Sep 03 19:18:56.103464 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6da4a5d2-befa-4edf-bead-72ba76de9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:56.140882 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4a5d2-befa-4edf-bead-72ba76de9af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1a560-8e49-48ce-817c-2f691029bdc8,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:56.145000 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6da4a5d2-befa-4edf-bead-72ba76de9af5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b1709393fc74d60bed73a6452e0525b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158516 Sep 03 19:18:56.147534 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54704) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:18:56.208201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7219007e-d32b-4dcd-b481-9adf3c7d90ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:56.234222 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7219007e-d32b-4dcd-b481-9adf3c7d90ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:56.357882 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7219007e-d32b-4dcd-b481-9adf3c7d90ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:56.360327 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7219007e-d32b-4dcd-b481-9adf3c7d90ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:56.363754 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-7219007e-d32b-4dcd-b481-9adf3c7d90ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fd1a560-8e49-48ce-817c-2f691029bdc8 HTTP/1.1" status: 204 len: 168 time: 0.2130961 Sep 03 19:18:56.375079 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219007e-d32b-4dcd-b481-9adf3c7d90ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1a560-8e49-48ce-817c-2f691029bdc8,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:56.962967 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa8343-b044-4395-bd4b-5a656d5dcb05 req-707f674f-122a-4313-97e4-9d646b3d55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:56.964611 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73fa8343-b044-4395-bd4b-5a656d5dcb05 req-707f674f-122a-4313-97e4-9d646b3d55c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0566459 Sep 03 19:18:57.011569 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73fa8343-b044-4395-bd4b-5a656d5dcb05 req-cdedfe10-e91d-476c-adcd-62e7d810028e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364609 Sep 03 19:18:57.130654 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc118afa-7692-487e-aeca-6f38e3ad6cbc req-8d3b7fb9-c5b2-449a-99c0-122c79fbfb1f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:57.132161 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bc118afa-7692-487e-aeca-6f38e3ad6cbc req-8d3b7fb9-c5b2-449a-99c0-122c79fbfb1f tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0807369 Sep 03 19:18:57.179274 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bc118afa-7692-487e-aeca-6f38e3ad6cbc req-36745012-2ac6-4017-806c-b6ada3e858fd tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 Sep 03 19:18:57.231034 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241de0-9235-4cba-967a-6031451c64c1 req-80408ca9-64a9-4e0f-8cfb-179b10da3d7a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:57.237846 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd241de0-9235-4cba-967a-6031451c64c1 req-80408ca9-64a9-4e0f-8cfb-179b10da3d7a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0839007 Sep 03 19:18:57.284199 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fd241de0-9235-4cba-967a-6031451c64c1 req-e41378a9-d006-4ce5-b85d-6a534928c63a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 Sep 03 19:18:57.332448 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7d83-3df3-4c6d-b1a3-9cdeb99260b9 req-b8c588a0-297c-422f-8bae-cb522424b396 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:57.334155 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-785e7d83-3df3-4c6d-b1a3-9cdeb99260b9 req-b8c588a0-297c-422f-8bae-cb522424b396 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0555663 Sep 03 19:18:57.381544 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-785e7d83-3df3-4c6d-b1a3-9cdeb99260b9 req-f1b4bce7-9c24-461f-bb7a-dd861365249e tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Sep 03 19:18:57.659651 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6f2c9650-7fdf-4d02-954f-6501ef0a6722 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:18:57.779983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f2c9650-7fdf-4d02-954f-6501ef0a6722,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:57.794383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '6f2c9650-7fdf-4d02-954f-6501ef0a6722', 'network_id': '6be2cd0d-4f8f-4da7-91e0-59f449ace6d8', 'port_id': '6f2c9650-7fdf-4d02-954f-6501ef0a6722', 'mac_address': 'fa:16:3e:37:cf:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb004e76-8d49-45b9-8ed9-2d1b568c1b14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:18:57.853925 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:57.875071 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2c9650-7fdf-4d02-954f-6501ef0a6722 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:18:57.911746 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f2c9650-7fdf-4d02-954f-6501ef0a6722,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:58.001983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:58.063694 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=6f2c9650-7fdf-4d02-954f-6501ef0a6722,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:18:58.259237 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['6f2c9650-7fdf-4d02-954f-6501ef0a6722'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:18:58.316645 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64996ebb-15fe-47be-ba2b-f4ca12d101f8 req-5b90d7ad-8846-4554-92b5-7e08c712fb89 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:58.325374 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-64996ebb-15fe-47be-ba2b-f4ca12d101f8 req-5b90d7ad-8846-4554-92b5-7e08c712fb89 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0651422 Sep 03 19:18:58.436021 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f575b-9f6e-4ccf-8a02-5db93dcedee2 req-8ffc1024-50a9-4e56-a99d-af686e58b3f5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:58.445071 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d52f575b-9f6e-4ccf-8a02-5db93dcedee2 req-8ffc1024-50a9-4e56-a99d-af686e58b3f5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0788844 Sep 03 19:18:58.451595 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-64996ebb-15fe-47be-ba2b-f4ca12d101f8 req-cd408e64-a766-460d-ba1d-4dcad838d119 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220937 Sep 03 19:18:58.503386 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d52f575b-9f6e-4ccf-8a02-5db93dcedee2 req-4ec79338-612b-49fa-b6e3-272b98a7bb10 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565922 Sep 03 19:18:58.619577 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea7588-dead-49cc-ae7a-acbfb402bac6 req-00efdadb-61dd-41c9-9d76-ecea1530ef4c tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:58.627879 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c6ea7588-dead-49cc-ae7a-acbfb402bac6 req-00efdadb-61dd-41c9-9d76-ecea1530ef4c tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 945 time: 0.0998020 Sep 03 19:18:58.682052 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c6ea7588-dead-49cc-ae7a-acbfb402bac6 req-0379ab88-2577-46eb-8602-08b7e75bfa86 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531619 Sep 03 19:18:59.234518 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f81e2a-85a1-4ba1-82d2-937a95cfb42d req-62734e88-d4ff-4e40-8160-96e8f8bc3814 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:59.236020 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-36f81e2a-85a1-4ba1-82d2-937a95cfb42d req-62734e88-d4ff-4e40-8160-96e8f8bc3814 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0527573 Sep 03 19:18:59.276520 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-36f81e2a-85a1-4ba1-82d2-937a95cfb42d req-6c5d6def-a5ce-4bf4-99e5-61314c2b4b85 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Sep 03 19:18:59.390915 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-b18646f9-7ba7-435d-a051-a8ae67360573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:59.392586 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-b18646f9-7ba7-435d-a051-a8ae67360573 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a5983397f654440a4292621042f3a19&device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 1099 time: 0.0451448 Sep 03 19:18:59.495493 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-06c10ceb-ad80-43e9-ad52-decafb93b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:59.496992 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-06c10ceb-ad80-43e9-ad52-decafb93b1ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 200 len: 919 time: 0.0949228 Sep 03 19:18:59.544502 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-171cba5c-b54d-40e9-8616-32381cdfbeac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 200 len: 217 time: 0.0376322 Sep 03 19:18:59.629200 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-fc6a0eb1-054d-47cb-a06e-76be4f8431a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:59.630714 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-fc6a0eb1-054d-47cb-a06e-76be4f8431a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 200 len: 858 time: 0.0779443 Sep 03 19:18:59.678146 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6f2c9650-7fdf-4d02-954f-6501ef0a6722 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:18:59.678716 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefc42d-3fd3-41c1-8184-89d97e338a19 req-4f53d9a9-b6cb-4792-a042-fef84fff38a2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:59.681238 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-abefc42d-3fd3-41c1-8184-89d97e338a19 req-4f53d9a9-b6cb-4792-a042-fef84fff38a2 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0818942 Sep 03 19:18:59.682111 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-1fa56dbe-f57e-448e-a202-ca904cb343ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d39e4633-3540-4baa-970e-3114c7ddcdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416026 Sep 03 19:18:59.763472 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-abefc42d-3fd3-41c1-8184-89d97e338a19 req-aeb25bae-4501-4a5d-905a-0e5a02d6d6cc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715313 Sep 03 19:18:59.821000 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:18:59.826441 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:18:59.827059 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:59.838554 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-f4300007-9dac-4f33-9d55-7c301aeb40a4 service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448016 Sep 03 19:18:59.881860 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44e88b-d590-4c0f-af89-07a2ce07cc0b req-b2539de7-3f45-4298-9b29-f49ccbbf1b80 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:18:59.885393 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9a44e88b-d590-4c0f-af89-07a2ce07cc0b req-b2539de7-3f45-4298-9b29-f49ccbbf1b80 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 945 time: 0.0695400 Sep 03 19:18:59.920039 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:18:59.937638 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9a44e88b-d590-4c0f-af89-07a2ce07cc0b req-868a2acf-b8b7-49bb-9fd1-37bb83085631 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Sep 03 19:18:59.962863 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2c9650-7fdf-4d02-954f-6501ef0a6722'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:18:59.966888 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91557b76-a573-4fbf-9083-5d102377ad9f" -d '{"events": [{"server_uuid": "94ee9c5f-475f-4b77-abbf-c92c5896b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "6f2c9650-7fdf-4d02-954f-6501ef0a6722"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:18:59.979388 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f2c9650-7fdf-4d02-954f-6501ef0a6722,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:18:59.988787 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-28ec751f-5c59-402e-870f-c8e97d2e53f2 req-6774591a-ea32-4e8c-9e20-b24bab0c747f service neutron] 10.222.0.20 "GET /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432321 Sep 03 19:19:00.005876 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377679b7-57bb-4d85-9b14-a589cad2a924 x-openstack-request-id: req-377679b7-57bb-4d85-9b14-a589cad2a924 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:00.006252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ee9c5f-475f-4b77-abbf-c92c5896b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "6f2c9650-7fdf-4d02-954f-6501ef0a6722", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:00.006507 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-377679b7-57bb-4d85-9b14-a589cad2a924 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:00.006892 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2c9650-7fdf-4d02-954f-6501ef0a6722', 'code': 200} Sep 03 19:19:00.040311 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:00.091839 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=6f2c9650-7fdf-4d02-954f-6501ef0a6722,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:00.308685 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828672c-b63d-4431-8e22-cbec074f60d0 req-df8b25df-cdac-48a7-902b-2179b9d27283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:00.310290 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4828672c-b63d-4431-8e22-cbec074f60d0 req-df8b25df-cdac-48a7-902b-2179b9d27283 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0404346 Sep 03 19:19:00.346356 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4828672c-b63d-4431-8e22-cbec074f60d0 req-f4ae54c3-fd63-4de4-840f-eb5dc39f64ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274355 Sep 03 19:19:00.402885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884466-02d7-4193-9c1b-3e3dc6e8e462 req-3148df0d-caec-4fb1-9d33-78bec2d36391 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:00.404612 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9b884466-02d7-4193-9c1b-3e3dc6e8e462 req-3148df0d-caec-4fb1-9d33-78bec2d36391 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0505934 Sep 03 19:19:00.442044 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9b884466-02d7-4193-9c1b-3e3dc6e8e462 req-c1c76f5f-ec4b-4db4-ac79-ba18373af421 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Sep 03 19:19:00.760813 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-358c6673-7e02-4b98-b3ee-e45df8e62fad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:00.762294 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-358c6673-7e02-4b98-b3ee-e45df8e62fad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 814 time: 0.0956161 Sep 03 19:19:00.777143 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-3e504435-43f8-4023-9fe4-a0694537facc tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/quotas/2d4330ac3c8b4e338014776e80b80702 HTTP/1.1" status: 200 len: 375 time: 0.0091786 Sep 03 19:19:00.830296 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-2f2ccbab-c2d8-4eeb-8978-9c08230eb659 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477746 Sep 03 19:19:00.877671 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090917-0269-4449-8d96-f7728d303841 req-d0eb892d-0995-4d28-b0c7-a6e43c08613d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:00.879213 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-09090917-0269-4449-8d96-f7728d303841 req-d0eb892d-0995-4d28-b0c7-a6e43c08613d tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0511181 Sep 03 19:19:00.922217 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-09090917-0269-4449-8d96-f7728d303841 req-1b7235e3-6ca0-480b-af8c-ed4283a11761 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Sep 03 19:19:00.937303 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-be41015f-00f4-416b-a75d-c2726e8f327b service neutron] 10.222.0.18 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949311 Sep 03 19:19:01.025290 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f78b9162-d218-4317-a239-21de7da73864 service neutron] 10.222.0.18 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871432 Sep 03 19:19:01.063963 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a948a92-7ac9-4002-9e55-92f1fd551fe6 req-a570ea68-102a-4764-b3fa-c3a1a1c5bb4d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:01.065539 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6a948a92-7ac9-4002-9e55-92f1fd551fe6 req-a570ea68-102a-4764-b3fa-c3a1a1c5bb4d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0512867 Sep 03 19:19:01.105849 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6a948a92-7ac9-4002-9e55-92f1fd551fe6 req-71d0b908-7dbd-4b95-8b7f-12a97e4b300d tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Sep 03 19:19:01.268265 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3e5b944b-9588-4812-8569-469023b15e14 req-3876c576-7d5f-4857-ba7b-340b861bbd18 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 210 time: 0.0256767 Sep 03 19:19:01.558023 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45379b-3a70-428f-9238-9bbc98c70a60 req-44bb70f3-7a7f-421b-b056-47afc47f0274 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:01.559914 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0c45379b-3a70-428f-9238-9bbc98c70a60 req-44bb70f3-7a7f-421b-b056-47afc47f0274 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0509379 Sep 03 19:19:01.600678 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0c45379b-3a70-428f-9238-9bbc98c70a60 req-97b55ac0-2563-4a27-8d19-568a52852b16 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323858 Sep 03 19:19:02.033698 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfa6ea-31a1-45cb-9f7d-700adca92ff9 req-653ca7b9-9173-4867-bf8b-4ba96ee5898a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:02.035164 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-05cfa6ea-31a1-45cb-9f7d-700adca92ff9 req-653ca7b9-9173-4867-bf8b-4ba96ee5898a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0474191 Sep 03 19:19:02.073130 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-05cfa6ea-31a1-45cb-9f7d-700adca92ff9 req-34219dde-624d-4955-b928-971b8f10ba8e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Sep 03 19:19:02.219970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff6c40-e4b0-4d47-bb44-c6bde7603b31 req-978466cf-ea3b-465e-ad6d-e315824b8ed3 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:02.221481 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-25ff6c40-e4b0-4d47-bb44-c6bde7603b31 req-978466cf-ea3b-465e-ad6d-e315824b8ed3 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0467989 Sep 03 19:19:02.258936 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-25ff6c40-e4b0-4d47-bb44-c6bde7603b31 req-80479947-e175-4b30-9896-cf0a03bc3a0b tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Sep 03 19:19:02.362073 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c41292e5-6831-4cb3-b750-23fb93ae367c req-d0ad149d-456b-4c5d-b965-88f1c1642094 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 210 time: 0.0305164 Sep 03 19:19:02.716507 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6f2f9-8476-42da-bac3-6645e57b1bd3 req-93777704-1eb1-4e5f-8c20-b9c463211a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:02.718214 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c5b6f2f9-8476-42da-bac3-6645e57b1bd3 req-93777704-1eb1-4e5f-8c20-b9c463211a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0493319 Sep 03 19:19:02.761385 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c5b6f2f9-8476-42da-bac3-6645e57b1bd3 req-fae4adb4-8ee1-45c9-9092-9da8c5724bb5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Sep 03 19:19:02.926040 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:03.246260 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9a6e6-6c9a-413f-9f84-b9b16a3f84b0 req-a4ed0e57-89b3-449d-aaba-34005841bc60 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:03.247779 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9df9a6e6-6c9a-413f-9f84-b9b16a3f84b0 req-a4ed0e57-89b3-449d-aaba-34005841bc60 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0592971 Sep 03 19:19:03.304139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-5671111f-ea78-4e2e-95c4-f8b041667525 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:03.306253 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-5671111f-ea78-4e2e-95c4-f8b041667525 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 814 time: 0.1182225 Sep 03 19:19:03.325702 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'port': {'device_id': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'admin_state_up': True, 'tenant_id': '2d4330ac3c8b4e338014776e80b80702'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:03.338572 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9df9a6e6-6c9a-413f-9f84-b9b16a3f84b0 req-01fecd26-aac7-43a6-ab42-561a42c254ac tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736654 Sep 03 19:19:03.468754 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0b36ee09-2cb1-40c1-afe5-4f1ca8a1d228 req-6a0beeb1-4d05-4dc0-82cc-c244034154e8 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 210 time: 0.0282881 Sep 03 19:19:03.591763 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Made reservation on behalf of 2d4330ac3c8b4e338014776e80b80702 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:19:03.595457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:03.723500 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Allocated IP 172.20.0.8 (a6181e74-e36d-4697-94fd-8840f8fec0b7/85f72678-ce8d-4861-bfca-f1c72547c53d/b77ee78f-3d01-4cb0-b540-dccd00831c98) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:19:03.883595 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:03.896888 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Transition to ACTIVE for port object b77ee78f-3d01-4cb0-b540-dccd00831c98 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:19:04.026746 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:04.069865 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:19:04.073016 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:19:04.075563 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:19:04.105205 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:04.166848 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:04.170246 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:04.252420 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f3afe9f5-7eaf-48b8-9e7a-2a9b7ea3767d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9353006 Sep 03 19:19:04.498936 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c1eb-be9e-455b-863b-74392430a2ab req-5b168b54-3ebf-4c10-9752-84cffb4752a1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:04.500631 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d869c1eb-be9e-455b-863b-74392430a2ab req-5b168b54-3ebf-4c10-9752-84cffb4752a1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0623062 Sep 03 19:19:04.520338 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-596e2922-f775-401b-95d9-2e8563d088a7 None None] Provisioning for port b77ee78f-3d01-4cb0-b540-dccd00831c98 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:19:04.525586 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-596e2922-f775-401b-95d9-2e8563d088a7 None None] Provisioning complete for port b77ee78f-3d01-4cb0-b540-dccd00831c98 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:19:04.529364 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-596e2922-f775-401b-95d9-2e8563d088a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:04.569400 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d869c1eb-be9e-455b-863b-74392430a2ab req-8394f4fb-942a-4e5f-98ef-08d496570f48 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596440 Sep 03 19:19:04.602587 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-596e2922-f775-401b-95d9-2e8563d088a7 None None] Port b77ee78f-3d01-4cb0-b540-dccd00831c98 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:19:04.647744 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada8e4f-7bb2-48c5-982b-2f0f5e43d44c req-3c45eef2-3979-4ae1-85af-568164fd3afa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:04.647744 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ada8e4f-7bb2-48c5-982b-2f0f5e43d44c req-3c45eef2-3979-4ae1-85af-568164fd3afa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0829296 Sep 03 19:19:04.693396 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ada8e4f-7bb2-48c5-982b-2f0f5e43d44c req-40d4c111-5ebf-4509-bb1b-99f00c3ff93c tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Sep 03 19:19:04.906489 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3690b-ee09-451f-bc7a-4192f16ab8a6 req-440c11dd-f1d2-4f93-b0ad-caed151f3484 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:04.907907 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-74b3690b-ee09-451f-bc7a-4192f16ab8a6 req-440c11dd-f1d2-4f93-b0ad-caed151f3484 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Sep 03 19:19:04.949958 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-74b3690b-ee09-451f-bc7a-4192f16ab8a6 req-2ad33e95-5db0-4f04-8f18-5e2d649d3dab tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347838 Sep 03 19:19:05.818066 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3fdca-c8ea-4871-b79a-4e6eaba264f2 req-c95f9612-a491-4efb-aa43-d064d8abc3cc tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:05.821389 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2ab3fdca-c8ea-4871-b79a-4e6eaba264f2 req-c95f9612-a491-4efb-aa43-d064d8abc3cc tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0587163 Sep 03 19:19:06.087996 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2ab3fdca-c8ea-4871-b79a-4e6eaba264f2 req-bab6b27c-2fc1-427d-b230-5f9ea488e3c7 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624550 Sep 03 19:19:06.122097 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda230-b200-46c5-b8ad-3107e45717ad req-88aea81c-e46e-47be-85f9-31184912eed4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:06.123582 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4eeda230-b200-46c5-b8ad-3107e45717ad req-88aea81c-e46e-47be-85f9-31184912eed4 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0852435 Sep 03 19:19:06.176171 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4eeda230-b200-46c5-b8ad-3107e45717ad req-5cbb331c-d73d-43a9-a6df-fc54f70bf89e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Sep 03 19:19:06.450173 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54968) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:06.564038 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6ad2-4434-492c-8c58-adedea9a09c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.652818 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6ad2-4434-492c-8c58-adedea9a09c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.714475 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1c3e6ad2-4434-492c-8c58-adedea9a09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.750581 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6ad2-4434-492c-8c58-adedea9a09c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6120df6-e712-455e-9410-e923ec42b2a0,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:06.758055 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1c3e6ad2-4434-492c-8c58-adedea9a09c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b2412c309004e9a9bb63b0846b2d783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042500 Sep 03 19:19:06.758245 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54974) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:06.808003 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2d7edf31-1344-4616-981f-4ead2c440c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.828787 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2d7edf31-1344-4616-981f-4ead2c440c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.954499 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2d7edf31-1344-4616-981f-4ead2c440c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.958569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2d7edf31-1344-4616-981f-4ead2c440c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:06.962710 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2d7edf31-1344-4616-981f-4ead2c440c9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6120df6-e712-455e-9410-e923ec42b2a0 HTTP/1.1" status: 204 len: 168 time: 0.2002654 Sep 03 19:19:06.969314 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7edf31-1344-4616-981f-4ead2c440c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6120df6-e712-455e-9410-e923ec42b2a0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:07.208514 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0a41f-4fc7-4de0-b7dc-86b618a5c81f req-3f9ad9db-1475-4e8f-a935-616af6c85389 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:07.210181 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-05a0a41f-4fc7-4de0-b7dc-86b618a5c81f req-3f9ad9db-1475-4e8f-a935-616af6c85389 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0543725 Sep 03 19:19:07.301121 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-05a0a41f-4fc7-4de0-b7dc-86b618a5c81f req-d5756760-1b94-4907-a822-d6e9c0af79cf tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732529 Sep 03 19:19:07.350142 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e548a3-da96-4421-9a3b-343232798a08 req-aaf568d1-9a9f-46ea-b30c-05eefd639be9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:07.351776 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b8e548a3-da96-4421-9a3b-343232798a08 req-aaf568d1-9a9f-46ea-b30c-05eefd639be9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0792875 Sep 03 19:19:07.390252 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b8e548a3-da96-4421-9a3b-343232798a08 req-7c4042b8-7fe9-4686-a987-e23b30eb18d0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Sep 03 19:19:07.601459 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 54990) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:07.615588 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d85a6311-9dff-4377-b7b0-53b6fdc6f325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:07.708111 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d85a6311-9dff-4377-b7b0-53b6fdc6f325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:07.775403 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d85a6311-9dff-4377-b7b0-53b6fdc6f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:07.813321 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-d85a6311-9dff-4377-b7b0-53b6fdc6f325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=465303fb9f3b43fe89a92788820c3bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107496 Sep 03 19:19:07.814155 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a6311-9dff-4377-b7b0-53b6fdc6f325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca0a9a-2555-472a-a80b-982660f33976,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:07.816037 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 54992) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:07.869313 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-db627a4b-a34a-4d2f-bfab-874cd02ceb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:07.891476 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-db627a4b-a34a-4d2f-bfab-874cd02ceb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:08.022661 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-db627a4b-a34a-4d2f-bfab-874cd02ceb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:08.025306 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-db627a4b-a34a-4d2f-bfab-874cd02ceb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:08.026455 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-db627a4b-a34a-4d2f-bfab-874cd02ceb17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bca0a9a-2555-472a-a80b-982660f33976 HTTP/1.1" status: 204 len: 168 time: 0.2094419 Sep 03 19:19:08.041188 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db627a4b-a34a-4d2f-bfab-874cd02ceb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bca0a9a-2555-472a-a80b-982660f33976,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:08.431137 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb4ed4-dbf4-4e11-be11-965f19ca9df2 req-1bf18600-0e87-4cc3-aa12-54c922d97be4 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:08.432633 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0adb4ed4-dbf4-4e11-be11-965f19ca9df2 req-1bf18600-0e87-4cc3-aa12-54c922d97be4 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0548153 Sep 03 19:19:08.480441 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0adb4ed4-dbf4-4e11-be11-965f19ca9df2 req-5f43ccb3-28b6-4f28-ac0b-9155a88df3e8 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Sep 03 19:19:08.539359 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7dc04-58c7-463d-a9fa-9cc3859ce4b9 req-dc4e2c5e-4daa-441e-8853-f50e997d70c6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:08.541566 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-44a7dc04-58c7-463d-a9fa-9cc3859ce4b9 req-dc4e2c5e-4daa-441e-8853-f50e997d70c6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0596945 Sep 03 19:19:08.587941 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-44a7dc04-58c7-463d-a9fa-9cc3859ce4b9 req-247c5913-58d8-4237-b0fa-e53fb3fa28dc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351725 Sep 03 19:19:09.163390 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7fc6587a-8b5e-4cf8-b058-c38b9682a7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:09.596587 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e060-e48a-478e-b20f-bcaa976f802c req-0aae7d39-8424-430f-92ce-dcad053f9716 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:09.598218 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1d51e060-e48a-478e-b20f-bcaa976f802c req-0aae7d39-8424-430f-92ce-dcad053f9716 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0494194 Sep 03 19:19:09.640643 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1d51e060-e48a-478e-b20f-bcaa976f802c req-cb1a3ebf-17dc-490c-ad1a-a0c62548e62d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361302 Sep 03 19:19:09.715413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f104-2088-4622-bf23-6d1efecd0d2f req-26650fc2-1c77-4ebf-9403-62955a0a7e1e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:09.717014 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6f10f104-2088-4622-bf23-6d1efecd0d2f req-26650fc2-1c77-4ebf-9403-62955a0a7e1e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0581219 Sep 03 19:19:09.759550 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6f10f104-2088-4622-bf23-6d1efecd0d2f req-b1191cd3-65a7-4845-a173-86f8e957d527 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364676 Sep 03 19:19:10.761525 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bc7ae-e9b5-41b4-b4a7-901b583dcb7d req-9cdc8069-5685-4a89-b0fd-b9679cab4251 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:10.762997 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-383bc7ae-e9b5-41b4-b4a7-901b583dcb7d req-9cdc8069-5685-4a89-b0fd-b9679cab4251 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0580034 Sep 03 19:19:10.834744 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-383bc7ae-e9b5-41b4-b4a7-901b583dcb7d req-c3d0c183-3277-43aa-b5cd-c3ea6ca34618 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Sep 03 19:19:10.889437 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732958-4780-42c8-bc0e-eab7225efdd9 req-cb9dacd8-ca9b-4b29-b4dc-d1e1ae55dcb5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:10.889437 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6c732958-4780-42c8-bc0e-eab7225efdd9 req-cb9dacd8-ca9b-4b29-b4dc-d1e1ae55dcb5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0501707 Sep 03 19:19:10.943543 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6c732958-4780-42c8-bc0e-eab7225efdd9 req-e6dde960-994b-4e93-907b-b30fdee4b3bd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Sep 03 19:19:11.685301 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-410787e7-099c-4e58-a684-170f8b8bbe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:11.951042 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4717-7037-4031-8e0e-ad193864142f req-9239c9a2-cf73-495b-bcbf-74447a3e563a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:11.952692 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-af5b4717-7037-4031-8e0e-ad193864142f req-9239c9a2-cf73-495b-bcbf-74447a3e563a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0577357 Sep 03 19:19:12.002351 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-af5b4717-7037-4031-8e0e-ad193864142f req-6946cc07-2575-4ac4-82f8-9ae188e13ba7 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Sep 03 19:19:12.065979 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:12.092472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ecba-e208-43c8-86d0-e7d43c6589b2 req-6e3c0fb5-bf6f-4f11-9c8b-6545a6ff1d7e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:12.102247 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-96b7ecba-e208-43c8-86d0-e7d43c6589b2 req-6e3c0fb5-bf6f-4f11-9c8b-6545a6ff1d7e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0675256 Sep 03 19:19:12.136486 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-96b7ecba-e208-43c8-86d0-e7d43c6589b2 req-d0bd1001-3a77-4015-b617-d4531fc19d20 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Sep 03 19:19:12.344798 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:19:12.690868 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:13.125060 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567541df-5453-4e63-80f9-28814f4ef99e req-353272f2-e1e5-4b67-ab10-aa1325d99f7d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:13.126890 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-567541df-5453-4e63-80f9-28814f4ef99e req-353272f2-e1e5-4b67-ab10-aa1325d99f7d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0487406 Sep 03 19:19:13.167186 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-567541df-5453-4e63-80f9-28814f4ef99e req-01a67c37-f1c3-428c-bee2-105f18280563 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Sep 03 19:19:13.255194 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f615e-0ef3-426e-a147-5d2226fb274e req-5cead396-bc5b-4e74-8e3e-cc80be08e815 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:13.256738 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ab2f615e-0ef3-426e-a147-5d2226fb274e req-5cead396-bc5b-4e74-8e3e-cc80be08e815 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Sep 03 19:19:13.297265 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ab2f615e-0ef3-426e-a147-5d2226fb274e req-319f7b58-47ba-44b9-a9da-d9db6a2e7bdc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Sep 03 19:19:14.292117 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cf2c-f890-4263-aa31-80f247e4ec91 req-8fd4ae24-7bd2-4502-952c-b0ba110ebee4 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:14.294919 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5224cf2c-f890-4263-aa31-80f247e4ec91 req-8fd4ae24-7bd2-4502-952c-b0ba110ebee4 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0563977 Sep 03 19:19:14.340689 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5224cf2c-f890-4263-aa31-80f247e4ec91 req-f6126cb8-f62b-4611-ae2f-c956842d1563 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Sep 03 19:19:14.356796 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:14.421052 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a96d97-66d6-48a4-aae4-8d10fe953cc6 req-8c0a8086-2fa4-40dc-9f13-ac27ff04a6b0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:14.422689 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39a96d97-66d6-48a4-aae4-8d10fe953cc6 req-8c0a8086-2fa4-40dc-9f13-ac27ff04a6b0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0572534 Sep 03 19:19:14.460039 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39a96d97-66d6-48a4-aae4-8d10fe953cc6 req-bf9b4cbe-366f-4044-8998-07b9e00eee4f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Sep 03 19:19:15.458711 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83b4c2-d72c-4d06-8979-a54ed6179d34 req-91f82cbb-9fee-4262-8a09-c6add1c41f71 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:15.460263 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5b83b4c2-d72c-4d06-8979-a54ed6179d34 req-91f82cbb-9fee-4262-8a09-c6add1c41f71 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0510159 Sep 03 19:19:15.503083 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5b83b4c2-d72c-4d06-8979-a54ed6179d34 req-72b9e989-0c95-4951-89b6-15708095d7c7 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Sep 03 19:19:15.587812 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4f5d-722a-457c-a314-390bab4f85af req-f36d7de9-c273-4f24-8ee5-a2c37a63e820 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:15.589349 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8eab4f5d-722a-457c-a314-390bab4f85af req-f36d7de9-c273-4f24-8ee5-a2c37a63e820 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0597768 Sep 03 19:19:15.641598 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8eab4f5d-722a-457c-a314-390bab4f85af req-1f000102-4a34-4a1d-beda-0e7ac80c2ebe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Sep 03 19:19:16.307350 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Request body: {'port': {'device_id': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:16.372869 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:16.627101 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eef7d-21ce-4023-8410-e753aa21396c req-3b542242-7978-4806-9d9e-61fe05c62da5 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:16.628858 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7b3eef7d-21ce-4023-8410-e753aa21396c req-3b542242-7978-4806-9d9e-61fe05c62da5 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 931 time: 0.0560908 Sep 03 19:19:16.638937 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77ee78f-3d01-4cb0-b540-dccd00831c98 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:19:16.646723 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:16.658600 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Transition to ACTIVE for port object b77ee78f-3d01-4cb0-b540-dccd00831c98 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:19:16.676525 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7b3eef7d-21ce-4023-8410-e753aa21396c req-c1f20ab2-d1e2-4c76-97c0-b48bb4a925bc tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Sep 03 19:19:16.758740 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24025eb5-c18f-4e63-8f8c-11a8eb4ae3d4 req-58c9cf18-3660-4a0a-be17-266dd5105abe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:16.760283 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-24025eb5-c18f-4e63-8f8c-11a8eb4ae3d4 req-58c9cf18-3660-4a0a-be17-266dd5105abe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0503702 Sep 03 19:19:16.801222 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-24025eb5-c18f-4e63-8f8c-11a8eb4ae3d4 req-18cd612b-6fb0-4667-ac2a-575dc226c753 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Sep 03 19:19:16.811077 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:16.871615 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:16.944309 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Attempting to bind port b77ee78f-3d01-4cb0-b540-dccd00831c98 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:19:16.944649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Attempting to bind port b77ee78f-3d01-4cb0-b540-dccd00831c98 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:19:16.945009 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Attempting to bind port b77ee78f-3d01-4cb0-b540-dccd00831c98 on network a6181e74-e36d-4697-94fd-8840f8fec0b7 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:19:16.949704 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Port b77ee78f-3d01-4cb0-b540-dccd00831c98 on network a6181e74-e36d-4697-94fd-8840f8fec0b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:19:16.950034 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Attempting to bind port b77ee78f-3d01-4cb0-b540-dccd00831c98 on network a6181e74-e36d-4697-94fd-8840f8fec0b7 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:19:16.955182 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:19:16.955593 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Checking segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:19:16.955984 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Bound using segment: {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:19:16.956418 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Bound port: b77ee78f-3d01-4cb0-b540-dccd00831c98, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724cdc30-f567-4af3-ad2f-9ebccd9ff1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:19:16.956778 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:16.987253 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-aadebffd-8331-4489-a002-d571b76e398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:16.988789 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-aadebffd-8331-4489-a002-d571b76e398f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 1098 time: 0.0418248 Sep 03 19:19:17.027434 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:19:17.031925 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:19:17.097884 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-2dbd1e81-4df9-4c8e-a1b4-5e2c1a4d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.099383 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-2dbd1e81-4df9-4c8e-a1b4-5e2c1a4d2bc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 911 time: 0.0984533 Sep 03 19:19:17.114184 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:17.152968 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.153830 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:17.155296 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 1093 time: 0.8533907 Sep 03 19:19:17.155768 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:17.158009 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f28bfc-6403-4e26-b51b-307485b2e767" -d '{"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:17.176341 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-e3df5419-c320-4d74-b413-c749455c01b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 200 len: 1001 time: 0.0621507 Sep 03 19:19:17.202514 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ac821d-52c4-4e7c-b293-cc57f67d0017 x-openstack-request-id: req-16ac821d-52c4-4e7c-b293-cc57f67d0017 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:17.202854 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:17.204135 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16ac821d-52c4-4e7c-b293-cc57f67d0017 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:17.204135 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'status': 'completed', 'code': 200} Sep 03 19:19:17.206586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27df3f7-5b25-495b-904e-fd98fdcb06b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:17.255348 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-ec560fd3-4de4-4015-9808-8edb401d0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.256841 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-ec560fd3-4de4-4015-9808-8edb401d0912 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.0707138 Sep 03 19:19:17.315494 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-cdf32f1e-22f8-484f-b3ef-497383f0a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.317050 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-cdf32f1e-22f8-484f-b3ef-497383f0a5ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466111 Sep 03 19:19:17.416188 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-b947909a-5fdf-4cce-a975-bac2301810cc service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875938 Sep 03 19:19:17.513728 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f28bfc-6403-4e26-b51b-307485b2e767 req-566f8fb9-1a85-496d-90ad-19993ac2b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.515370 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89f28bfc-6403-4e26-b51b-307485b2e767 req-566f8fb9-1a85-496d-90ad-19993ac2b1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1096 time: 0.2701759 Sep 03 19:19:17.522647 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84b6174b-ab02-4365-b66c-5085e0cd7218 req-6cf3a026-53da-4a2d-a0f0-dca9095957ac service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900412 Sep 03 19:19:17.623177 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f28bfc-6403-4e26-b51b-307485b2e767 req-348f7e2a-7438-48e8-aa6d-a3a36b792563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.624508 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89f28bfc-6403-4e26-b51b-307485b2e767 req-348f7e2a-7438-48e8-aa6d-a3a36b792563 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2d4330ac3c8b4e338014776e80b80702&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0899045 Sep 03 19:19:17.718537 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f28bfc-6403-4e26-b51b-307485b2e767 req-7c7297d2-6bc7-4da6-96b5-1b156fab99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.720083 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-89f28bfc-6403-4e26-b51b-307485b2e767 req-7c7297d2-6bc7-4da6-96b5-1b156fab99f8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857661 Sep 03 19:19:17.797921 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55428c06-62d7-4089-9d4c-43cbf9883b2e req-44dd67e5-d62c-471c-8940-eb8557f828d6 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.799445 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-55428c06-62d7-4089-9d4c-43cbf9883b2e req-44dd67e5-d62c-471c-8940-eb8557f828d6 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 943 time: 0.0508499 Sep 03 19:19:17.806987 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-44d5fdbc-963a-4798-a223-9302f7c46d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.808593 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-44d5fdbc-963a-4798-a223-9302f7c46d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1096 time: 0.0415609 Sep 03 19:19:17.852774 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-55428c06-62d7-4089-9d4c-43cbf9883b2e req-4a6ee540-c37b-4a9d-ab78-e3c4d9c97471 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Sep 03 19:19:17.861924 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f0d450d2-e916-4f91-8da8-abbd0b1b687e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 217 time: 0.0398221 Sep 03 19:19:17.945149 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f9e4c341-01af-49f8-957f-d05c67d8833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.947150 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-f9e4c341-01af-49f8-957f-d05c67d8833e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.0739913 Sep 03 19:19:17.969537 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c9ee-1b83-456c-b187-171df2a74ccb req-694d8cb1-bae4-4181-8b46-6611878f10a8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:17.970977 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c257c9ee-1b83-456c-b187-171df2a74ccb req-694d8cb1-bae4-4181-8b46-6611878f10a8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0700779 Sep 03 19:19:18.034310 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c257c9ee-1b83-456c-b187-171df2a74ccb req-aba45f4d-0e26-4e57-9fe9-f61460477886 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549812 Sep 03 19:19:18.038750 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-08a57b5b-4b45-4828-9cb7-7d7c121a6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:18.040340 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-08a57b5b-4b45-4828-9cb7-7d7c121a6197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685019 Sep 03 19:19:18.137611 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-14f6dfe6-1f29-4970-a520-0b54f065919b service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Sep 03 19:19:18.246009 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f5acab0b-ee12-4c76-8008-8b8b8d4e87b7 req-c11e2f2f-02ad-4347-a4eb-76c79b1af4e8 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879154 Sep 03 19:19:18.963502 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19138167-b515-40a1-849e-7cebbfd93d35 req-15742e52-80f0-4a8d-92d6-7d7f391c05ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:18.965090 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-19138167-b515-40a1-849e-7cebbfd93d35 req-15742e52-80f0-4a8d-92d6-7d7f391c05ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 943 time: 0.0475903 Sep 03 19:19:19.003153 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-19138167-b515-40a1-849e-7cebbfd93d35 req-2efd32ec-a217-455e-a9ee-e640f24d84e2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Sep 03 19:19:19.150625 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599685f-94f1-46b6-b504-2ceb51b5cb7c req-524a698c-a9cb-4d1b-a0f4-419100f44bbf tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:19.152162 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3599685f-94f1-46b6-b504-2ceb51b5cb7c req-524a698c-a9cb-4d1b-a0f4-419100f44bbf tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0491102 Sep 03 19:19:19.196351 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3599685f-94f1-46b6-b504-2ceb51b5cb7c req-e288ad31-913f-490f-8f7f-931fd7025b8b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 Sep 03 19:19:19.783589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b77ee78f-3d01-4cb0-b540-dccd00831c98 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:19:19.875847 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:19.886972 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'port_id': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'mac_address': 'fa:16:3e:42:39:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:19:19.924062 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:19.940306 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77ee78f-3d01-4cb0-b540-dccd00831c98 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:19:19.959457 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:20.028315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:20.079114 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:20.115007 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee177138-5bca-4d0c-a210-fad33d059396 req-2657a91e-a961-4c98-aa61-f909482f619a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:20.116528 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ee177138-5bca-4d0c-a210-fad33d059396 req-2657a91e-a961-4c98-aa61-f909482f619a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 944 time: 0.0479290 Sep 03 19:19:20.159047 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ee177138-5bca-4d0c-a210-fad33d059396 req-05d5ad91-4c9c-45e7-9568-07511a2b48bb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Sep 03 19:19:21.266902 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819e6c3-43c9-4f96-9346-3f24bc3dab06 req-a30ff6b4-048e-4352-b205-4a64023f1e1d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:21.268333 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6819e6c3-43c9-4f96-9346-3f24bc3dab06 req-a30ff6b4-048e-4352-b205-4a64023f1e1d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 944 time: 0.0464129 Sep 03 19:19:21.304532 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6819e6c3-43c9-4f96-9346-3f24bc3dab06 req-7a7af68b-2db4-4414-b895-ff74ee34c0c2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303648 Sep 03 19:19:22.424394 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e6ca-f6aa-44bc-aed3-22c0053a9f25 req-e47b5102-9acd-45a9-af96-c1b1d455ad9a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:22.425937 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8f89e6ca-f6aa-44bc-aed3-22c0053a9f25 req-e47b5102-9acd-45a9-af96-c1b1d455ad9a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 944 time: 0.0481668 Sep 03 19:19:22.464001 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8f89e6ca-f6aa-44bc-aed3-22c0053a9f25 req-53021069-d5d8-4db1-bf97-dd8a4a677889 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Sep 03 19:19:23.574077 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e127cf-44e2-4b5d-a3b9-cd7c5e0046bf req-ac26976a-910f-4882-a99b-d318207a78c7 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:23.575564 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-07e127cf-44e2-4b5d-a3b9-cd7c5e0046bf req-ac26976a-910f-4882-a99b-d318207a78c7 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 944 time: 0.0476279 Sep 03 19:19:23.612470 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-07e127cf-44e2-4b5d-a3b9-cd7c5e0046bf req-f796a659-1787-4d4f-90dd-d72db0c8d779 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Sep 03 19:19:23.704105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b77ee78f-3d01-4cb0-b540-dccd00831c98'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:24.725453 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f89ef-0b1f-4137-af98-c62f333c4b60 req-3bf53767-f091-418b-abe5-0aa1dfef57ea tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:24.727018 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cb9f89ef-0b1f-4137-af98-c62f333c4b60 req-3bf53767-f091-418b-abe5-0aa1dfef57ea tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 944 time: 0.0489535 Sep 03 19:19:24.767502 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cb9f89ef-0b1f-4137-af98-c62f333c4b60 req-50f83e68-c54d-48db-ae48-ea42e375d1b3 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Sep 03 19:19:25.878964 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311234-3b2d-4e64-b1ba-8c568faad7b4 req-5ead9845-30dd-42d9-bbb6-4910132bf647 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:25.884689 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ce311234-3b2d-4e64-b1ba-8c568faad7b4 req-5ead9845-30dd-42d9-bbb6-4910132bf647 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 944 time: 0.0477366 Sep 03 19:19:25.919981 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ce311234-3b2d-4e64-b1ba-8c568faad7b4 req-41df6de7-f9f9-4ad2-b89a-2aeceea281d5 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336363 Sep 03 19:19:26.276516 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b77ee78f-3d01-4cb0-b540-dccd00831c98 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:19:26.390722 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port b77ee78f-3d01-4cb0-b540-dccd00831c98 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:19:26.394567 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port b77ee78f-3d01-4cb0-b540-dccd00831c98 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:19:26.394941 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:26.470616 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:26.491770 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:26.493997 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f05deb1-f41c-45e3-ae3d-bfdb552ec334" -d '{"events": [{"server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "name": "network-vif-plugged", "status": "completed", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:26.506114 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:26.529210 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ce79e-867f-4b63-b5fd-83d5fe8b238c x-openstack-request-id: req-d06ce79e-867f-4b63-b5fd-83d5fe8b238c {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:26.529497 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "name": "network-vif-plugged", "status": "completed", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:26.529745 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d06ce79e-867f-4b63-b5fd-83d5fe8b238c {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:26.530127 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'code': 200} Sep 03 19:19:26.562379 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:26.607957 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:27.029388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389026f-15e3-4ee9-82b8-27d519bd526c req-6a5072fe-82fb-4f58-8088-d7c774b6e618 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:27.030857 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6389026f-15e3-4ee9-82b8-27d519bd526c req-6a5072fe-82fb-4f58-8088-d7c774b6e618 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0473273 Sep 03 19:19:27.066671 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6389026f-15e3-4ee9-82b8-27d519bd526c req-802076a7-29c1-42b5-a179-1ba96b517c6e tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301723 Sep 03 19:19:28.188341 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b41f6-be21-45f7-afb4-01e274379f5f req-9d0ed9ce-1d15-4bb8-a084-d2fc5b427489 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:28.188341 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6d4b41f6-be21-45f7-afb4-01e274379f5f req-9d0ed9ce-1d15-4bb8-a084-d2fc5b427489 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0518825 Sep 03 19:19:28.224276 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6d4b41f6-be21-45f7-afb4-01e274379f5f req-17c9a722-615f-4989-b8b9-b6b87f665451 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350845 Sep 03 19:19:28.523660 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd718e-75cc-4561-b7df-6ec07ea3b3f2 req-cce472de-c062-4362-92b4-187855c54cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:28.525162 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3afd718e-75cc-4561-b7df-6ec07ea3b3f2 req-cce472de-c062-4362-92b4-187855c54cb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1098 time: 0.0387850 Sep 03 19:19:28.592758 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3afd718e-75cc-4561-b7df-6ec07ea3b3f2 req-d1990e05-25b3-4784-a026-53ca1ee48e8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281200 Sep 03 19:19:29.346773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dbab4-4106-498f-a7d0-c5776d5c6932 req-74f10922-ed90-449c-b33b-ce72a677d95d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:29.348258 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-738dbab4-4106-498f-a7d0-c5776d5c6932 req-74f10922-ed90-449c-b33b-ce72a677d95d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0597150 Sep 03 19:19:29.386981 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-738dbab4-4106-498f-a7d0-c5776d5c6932 req-46c9c59e-396e-472c-a1b1-abfa9c00a404 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Sep 03 19:19:29.590634 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfbeca-7092-4ee7-b91f-c494a3358cea req-7b2ecfaf-4d34-4f27-853f-858165ecd183 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:29.593146 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-92bfbeca-7092-4ee7-b91f-c494a3358cea req-7b2ecfaf-4d34-4f27-853f-858165ecd183 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0492213 Sep 03 19:19:29.629328 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-92bfbeca-7092-4ee7-b91f-c494a3358cea req-ebc54d0c-520d-4180-8503-24936fce5591 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303252 Sep 03 19:19:30.500533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900759-2a20-4f9b-92a6-d5e592618972 req-c95fff2f-172a-4de4-8b9c-9daad1256d8a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:30.502043 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-22900759-2a20-4f9b-92a6-d5e592618972 req-c95fff2f-172a-4de4-8b9c-9daad1256d8a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0473540 Sep 03 19:19:30.542819 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-22900759-2a20-4f9b-92a6-d5e592618972 req-34084163-1ff2-470b-9411-72f1dd37c3d4 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Sep 03 19:19:30.653486 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02e80-c166-4aa8-8017-b175b5e473f3 req-39aa9f10-5797-4a1b-ade2-fbc7ee53d505 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:30.654959 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c5b02e80-c166-4aa8-8017-b175b5e473f3 req-39aa9f10-5797-4a1b-ade2-fbc7ee53d505 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0471289 Sep 03 19:19:30.696681 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c5b02e80-c166-4aa8-8017-b175b5e473f3 req-879dd051-f4db-4b23-bd6c-10b98dec0a66 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Sep 03 19:19:30.753668 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7d56-5bf6-4e6f-8789-7bef6f2ed949 req-bd839007-d036-4c2a-b76b-466a72d79ecf tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:30.755129 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a26b7d56-5bf6-4e6f-8789-7bef6f2ed949 req-bd839007-d036-4c2a-b76b-466a72d79ecf tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0573058 Sep 03 19:19:30.800850 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a26b7d56-5bf6-4e6f-8789-7bef6f2ed949 req-a63d3b86-528d-4504-8ae6-ad008df8b057 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Sep 03 19:19:31.010487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cd88f-f1fc-44f2-a1ce-bd69ee42fab8 req-42a7106c-f881-4d82-9de4-36e4dc3a85e8 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:31.011907 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8a6cd88f-f1fc-44f2-a1ce-bd69ee42fab8 req-42a7106c-f881-4d82-9de4-36e4dc3a85e8 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0466771 Sep 03 19:19:31.049443 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8a6cd88f-f1fc-44f2-a1ce-bd69ee42fab8 req-538f5b12-3c1e-41ed-bc21-0c3b831ebdba tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Sep 03 19:19:31.907770 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d83e89-c402-4eaa-b7b1-922607ed009b req-4c8613a9-3ec3-4201-ba2e-5799d105e0b7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:31.909284 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b6d83e89-c402-4eaa-b7b1-922607ed009b req-4c8613a9-3ec3-4201-ba2e-5799d105e0b7 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0486767 Sep 03 19:19:31.947640 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b6d83e89-c402-4eaa-b7b1-922607ed009b req-46ec5495-bc5c-44cd-b5a7-a1737671c65b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Sep 03 19:19:32.924502 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:32.984824 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-eb75e576-ae35-471e-ba58-1ac1c53af0b4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:32.986318 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-eb75e576-ae35-471e-ba58-1ac1c53af0b4 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0482523 Sep 03 19:19:33.109295 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d96be-9d2b-4a57-9550-6a3bad66a2cd req-2224bf75-39f9-46f5-98f1-20db12b29a97 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:33.110781 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-956d96be-9d2b-4a57-9550-6a3bad66a2cd req-2224bf75-39f9-46f5-98f1-20db12b29a97 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 946 time: 0.0943596 Sep 03 19:19:33.157255 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Deleting port 588744ac-3731-42c2-8730-f544ed9d0ae5 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:33.157593 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:33.163728 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-956d96be-9d2b-4a57-9550-6a3bad66a2cd req-c81c1668-9c2a-4bf7-b1b8-66da1a2d3771 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473118 Sep 03 19:19:33.248204 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] For port 588744ac-3731-42c2-8730-f544ed9d0ae5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=588744ac-3731-42c2-8730-f544ed9d0ae5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:33.248484 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:33.260892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Calling delete_port for 588744ac-3731-42c2-8730-f544ed9d0ae5 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:33.438558 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:33.456615 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['6a2881ae-4e8c-470a-bfb0-bae403b2f7ad', '588744ac-3731-42c2-8730-f544ed9d0ae5'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:33.467552 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Pushing event deleted for resources: {'Port': ['ID=588744ac-3731-42c2-8730-f544ed9d0ae5,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:33.481762 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.482114 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.482460 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.482800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.483166 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.483479 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.483813 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.484218 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.484453 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.484781 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.485166 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.485492 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:33.525804 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] No DVR routers for this DVR port 588744ac-3731-42c2-8730-f544ed9d0ae5 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:19:33.528748 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:33.530876 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8c93fafd-8836-45f5-88fc-3aa45b833fca req-6233beef-3160-434d-89d1-83142cc0b0e5 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "DELETE /v2.0/ports/588744ac-3731-42c2-8730-f544ed9d0ae5 HTTP/1.1" status: 204 len: 173 time: 0.5226474 Sep 03 19:19:33.531255 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'name': 'network-vif-deleted', 'tag': '588744ac-3731-42c2-8730-f544ed9d0ae5'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:33.537567 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b77d5ef-6ef2-4ea6-acde-673af032cb09" -d '{"events": [{"server_uuid": "1e7eabbb-da70-4531-9c75-afaf46f17394", "name": "network-vif-deleted", "tag": "588744ac-3731-42c2-8730-f544ed9d0ae5"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:33.574549 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc40560-374f-4d66-ae4a-b1fe5dc5fef6 x-openstack-request-id: req-fdc40560-374f-4d66-ae4a-b1fe5dc5fef6 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:33.574843 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7eabbb-da70-4531-9c75-afaf46f17394", "name": "network-vif-deleted", "tag": "588744ac-3731-42c2-8730-f544ed9d0ae5", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:33.575180 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdc40560-374f-4d66-ae4a-b1fe5dc5fef6 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:33.575476 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7eabbb-da70-4531-9c75-afaf46f17394', 'name': 'network-vif-deleted', 'tag': '588744ac-3731-42c2-8730-f544ed9d0ae5', 'status': 'completed', 'code': 200} Sep 03 19:19:34.270968 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-760b25ec-b38e-4d7f-a61e-379efd4bf0b1 req-27288ab1-e542-4cb8-8953-be2a780d5124 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e7eabbb-da70-4531-9c75-afaf46f17394 HTTP/1.1" status: 200 len: 210 time: 0.0278578 Sep 03 19:19:35.364490 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf2068-13d7-470a-a99a-b042719280b5 req-e58595b6-4cd1-480e-87fd-385ed6da77c4 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:35.366133 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-68bf2068-13d7-470a-a99a-b042719280b5 req-e58595b6-4cd1-480e-87fd-385ed6da77c4 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0559099 Sep 03 19:19:35.407298 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-68bf2068-13d7-470a-a99a-b042719280b5 req-4a979f9d-7bd7-4348-a4ab-9ac229160556 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Sep 03 19:19:35.752484 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074063a-7d63-40ad-ae40-1d57d7ca5b44 req-9a227c17-5bbe-4f19-af95-63b4d89ed16d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:35.753972 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5074063a-7d63-40ad-ae40-1d57d7ca5b44 req-9a227c17-5bbe-4f19-af95-63b4d89ed16d tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0505071 Sep 03 19:19:35.791356 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5074063a-7d63-40ad-ae40-1d57d7ca5b44 req-942706e5-24dd-4824-a904-4d5db17078df tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 Sep 03 19:19:35.830280 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55408) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:35.932126 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.016598 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.089636 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.128136 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed058f0f9e724bfc935ea4b95bf8debb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968080 Sep 03 19:19:36.129084 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fe130-0272-40fa-ab81-82578ff55a28,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:36.130876 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 55412) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:36.136385 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.136743 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.137109 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.137450 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.137791 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.138125 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.138454 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.138781 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.139109 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.139433 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.139757 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.140103 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c9abc-164c-41d3-996c-98d2a6d6cf50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:36.178710 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-abb670f3-e3e5-4aa5-b3e5-ccefca8180dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.199139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-abb670f3-e3e5-4aa5-b3e5-ccefca8180dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.288980 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 588744ac-3731-42c2-8730-f544ed9d0ae5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:19:36.308752 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 588744ac-3731-42c2-8730-f544ed9d0ae5 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:19:36.309144 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 588744ac-3731-42c2-8730-f544ed9d0ae5 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:19:36.335448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-abb670f3-e3e5-4aa5-b3e5-ccefca8180dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.338091 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-abb670f3-e3e5-4aa5-b3e5-ccefca8180dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:36.339274 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-abb670f3-e3e5-4aa5-b3e5-ccefca8180dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c17fe130-0272-40fa-ab81-82578ff55a28 HTTP/1.1" status: 204 len: 168 time: 0.2074215 Sep 03 19:19:36.346843 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb670f3-e3e5-4aa5-b3e5-ccefca8180dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fe130-0272-40fa-ab81-82578ff55a28,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:36.520649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf595-b9a5-44b7-b3c5-a9196e8b09af req-0fe61cd5-5886-4501-9924-f2076aca8a84 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:36.522161 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e45bf595-b9a5-44b7-b3c5-a9196e8b09af req-0fe61cd5-5886-4501-9924-f2076aca8a84 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0475407 Sep 03 19:19:36.560049 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e45bf595-b9a5-44b7-b3c5-a9196e8b09af req-80e079aa-6111-460a-9567-c47e5dd06ca5 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Sep 03 19:19:36.903794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f7d3e-94cc-43f3-bfa2-a2e856750834 req-4eace8f7-a97e-4fec-8d55-4573f0aa88c1 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:36.905289 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b4f7d3e-94cc-43f3-bfa2-a2e856750834 req-4eace8f7-a97e-4fec-8d55-4573f0aa88c1 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0481725 Sep 03 19:19:36.951485 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9b4f7d3e-94cc-43f3-bfa2-a2e856750834 req-679b3957-96a4-48f9-a667-a6ef6cf6d94e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Sep 03 19:19:37.605969 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-64cfeb46-2217-436d-92c2-8e10649f69f2 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:37.607441 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-64cfeb46-2217-436d-92c2-8e10649f69f2 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0477002 Sep 03 19:19:37.715976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e3a7c-e888-4e6d-9aa4-662112a2d01d req-17cc3c77-6d75-449f-be19-2330836514a4 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:37.718283 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4e0e3a7c-e888-4e6d-9aa4-662112a2d01d req-17cc3c77-6d75-449f-be19-2330836514a4 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0916781 Sep 03 19:19:37.769467 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4e0e3a7c-e888-4e6d-9aa4-662112a2d01d req-9a5b6a06-5c14-432e-9589-3ccd2b8c6d82 tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f1a8604-cab1-4a49-98d1-08eccfb2c38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 Sep 03 19:19:37.774213 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Deleting port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:37.774550 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:37.864282 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] For port 6f2c9650-7fdf-4d02-954f-6501ef0a6722, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6f2c9650-7fdf-4d02-954f-6501ef0a6722,segment=NetworkSegment(740b9384-1043-4058-89a7-107f2931581e),segment_id=740b9384-1043-4058-89a7-107f2931581e)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:37.864669 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:37.876697 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Calling delete_port for 6f2c9650-7fdf-4d02-954f-6501ef0a6722 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:38.066437 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7797-f644-47a5-a349-a0659db92406 req-aa408a93-f028-4791-b2ea-60bf7ea6f047 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:38.069002 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-83ea7797-f644-47a5-a349-a0659db92406 req-aa408a93-f028-4791-b2ea-60bf7ea6f047 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0487230 Sep 03 19:19:38.088162 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:38.100078 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['6f2c9650-7fdf-4d02-954f-6501ef0a6722'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:38.106739 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-83ea7797-f644-47a5-a349-a0659db92406 req-9b0c008c-22b3-4288-ba12-0ff8b4234b62 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Sep 03 19:19:38.135760 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Pushing event deleted for resources: {'Port': ['ID=6f2c9650-7fdf-4d02-954f-6501ef0a6722,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:38.177765 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] No DVR routers for this DVR port 6f2c9650-7fdf-4d02-954f-6501ef0a6722 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:19:38.180471 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:38.183011 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b8f6f5f5-3040-46eb-93af-ff4c638017e4 req-f80dfe01-b6cc-4b45-918d-cdc6664b78fc tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.20 "DELETE /v2.0/ports/6f2c9650-7fdf-4d02-954f-6501ef0a6722 HTTP/1.1" status: 204 len: 173 time: 0.5635519 Sep 03 19:19:38.183472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'name': 'network-vif-deleted', 'tag': '6f2c9650-7fdf-4d02-954f-6501ef0a6722'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:38.185774 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea390466-f86b-4397-8c40-52b2e15e2e02" -d '{"events": [{"server_uuid": "94ee9c5f-475f-4b77-abbf-c92c5896b3c2", "name": "network-vif-deleted", "tag": "6f2c9650-7fdf-4d02-954f-6501ef0a6722"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:38.221291 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe1b2ae-568d-4e4c-a85d-179b2217e7bf x-openstack-request-id: req-ebe1b2ae-568d-4e4c-a85d-179b2217e7bf {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:38.221530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ee9c5f-475f-4b77-abbf-c92c5896b3c2", "name": "network-vif-deleted", "tag": "6f2c9650-7fdf-4d02-954f-6501ef0a6722", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:38.221737 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebe1b2ae-568d-4e4c-a85d-179b2217e7bf {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:38.222107 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ee9c5f-475f-4b77-abbf-c92c5896b3c2', 'name': 'network-vif-deleted', 'tag': '6f2c9650-7fdf-4d02-954f-6501ef0a6722', 'status': 'completed', 'code': 200} Sep 03 19:19:38.871226 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-76f98bd0-59e2-4949-a868-bd32f6ac250f req-79341bf1-502d-4334-97a4-b25185ac95ff tempest-VolumesSnapshotTestJSON-567000895 tempest-VolumesSnapshotTestJSON-567000895-project] 10.222.0.18 "GET /v2.0/ports?device_id=94ee9c5f-475f-4b77-abbf-c92c5896b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0254848 Sep 03 19:19:39.192810 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a9b44cdb-84b0-4c7b-91c0-61fc22f2d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:39.225890 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3094bd-9e75-4021-aa7e-28c328ca4d2f req-7f8c1db6-2d3f-47f8-8be9-addbdadcf599 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:39.227382 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0b3094bd-9e75-4021-aa7e-28c328ca4d2f req-7f8c1db6-2d3f-47f8-8be9-addbdadcf599 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0486188 Sep 03 19:19:39.263462 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-c4cf17fc-ec33-4460-94a9-e0b3a8081ea9 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324695 Sep 03 19:19:39.266542 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0b3094bd-9e75-4021-aa7e-28c328ca4d2f req-17e81331-7b36-4358-a7de-feeac74ca30e tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Sep 03 19:19:39.445387 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-39d91bb9-8f2c-4d0b-9a29-58ceab3da2e2 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:39.446845 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-39d91bb9-8f2c-4d0b-9a29-58ceab3da2e2 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776121 Sep 03 19:19:39.461423 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-05c48e8e-ef8e-47c6-bf65-c73569446e4b tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/quotas/a2d144d3a6a649ff8e4ff16649c256a8 HTTP/1.1" status: 200 len: 375 time: 0.0090165 Sep 03 19:19:39.491423 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-9df13a91-fcfb-4d50-aaf6-6c84d79936c3 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246205 Sep 03 19:19:39.747702 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d0cacdd3-efc5-4472-9077-b3a497e49eee req-f920caf0-f36e-40ba-a0c3-756fcced5a68 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Sep 03 19:19:40.318848 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6f2c9650-7fdf-4d02-954f-6501ef0a6722 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:19:40.341477 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 6f2c9650-7fdf-4d02-954f-6501ef0a6722 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:19:40.341833 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6f2c9650-7fdf-4d02-954f-6501ef0a6722 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:19:40.387666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41319092-d698-4a3d-8d39-4c2c7cacb203 req-561d4025-69c8-48ef-b3e1-d376d20ca716 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:40.389173 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-41319092-d698-4a3d-8d39-4c2c7cacb203 req-561d4025-69c8-48ef-b3e1-d376d20ca716 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0539777 Sep 03 19:19:40.426912 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-41319092-d698-4a3d-8d39-4c2c7cacb203 req-1d0c8807-e131-45a1-a8d3-9717411c5671 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Sep 03 19:19:40.839797 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-6346f7ca-71c9-49eb-b10d-eb4d6e3c42c3 req-95032a49-9969-4125-a71d-a32192c7421b tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 210 time: 0.0271723 Sep 03 19:19:41.538339 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e8e81-9c6a-4ff9-b839-2dae38e9721b req-0acbaded-4d01-4fe5-a922-decc831b340c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:41.539827 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-803e8e81-9c6a-4ff9-b839-2dae38e9721b req-0acbaded-4d01-4fe5-a922-decc831b340c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0480485 Sep 03 19:19:41.578563 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-803e8e81-9c6a-4ff9-b839-2dae38e9721b req-4fe005cc-a83d-40e4-99d6-250a70a44446 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Sep 03 19:19:41.677933 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9a839f79-af32-4dfc-9125-f5844b83986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:41.799278 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-e7498e89-60f2-4474-9371-0806ff5f0491 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277529 Sep 03 19:19:41.935607 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7373a55f-e218-4d26-b4e3-42122e3f9543 req-def6679e-1d9a-4e35-9f5e-4d662abc8c5f tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 210 time: 0.0258996 Sep 03 19:19:42.019867 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-96eac133-19bf-473e-afde-a98a8a25d6cd tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:42.021227 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-96eac133-19bf-473e-afde-a98a8a25d6cd tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085841 Sep 03 19:19:42.037890 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Request body: {'port': {'device_id': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d', 'admin_state_up': True, 'tenant_id': 'a2d144d3a6a649ff8e4ff16649c256a8'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:42.171543 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.230453 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c78c3-0dc2-4b89-83d0-178f38c7ef74 req-4cacaa34-6229-4ecb-ad66-29e204423b6d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:42.231971 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ac7c78c3-0dc2-4b89-83d0-178f38c7ef74 req-4cacaa34-6229-4ecb-ad66-29e204423b6d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0550029 Sep 03 19:19:42.233476 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Made reservation on behalf of a2d144d3a6a649ff8e4ff16649c256a8 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:19:42.237142 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.258657 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.288143 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ac7c78c3-0dc2-4b89-83d0-178f38c7ef74 req-248b2417-dfe1-4741-b5ba-857fc9782db0 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Sep 03 19:19:42.311252 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55528) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:42.363119 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.444055 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.509583 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce26e76-7133-4162-908b-339f455d211c tempest-TestMinimumBasicScenario-1092485944 tempest-TestMinimumBasicScenario-1092485944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:42.511391 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-7ce26e76-7133-4162-908b-339f455d211c tempest-TestMinimumBasicScenario-1092485944 tempest-TestMinimumBasicScenario-1092485944-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1093 time: 0.1988778 Sep 03 19:19:42.514361 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55532) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:42.518660 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'port_id': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:42.520376 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362555ae-80cb-42e8-bb3c-3082ef9db745,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:42.587727 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Allocated IP 192.168.233.101 (8b93151c-f7ff-4aef-a699-6567a602674d/3aae5acc-82f9-4994-a50e-9aa189b53bc6/53a02111-2e4f-46fb-80ea-88c291d6480c) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:19:42.618628 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for floatingip, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.684026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.736722 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.742802 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc12981-abd5-4817-821c-93973af3558f req-be764735-1d92-4334-8200-60ff7e1c085b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:42.744976 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bcc12981-abd5-4817-821c-93973af3558f req-be764735-1d92-4334-8200-60ff7e1c085b tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0958216 Sep 03 19:19:42.750081 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Transition to ACTIVE for port object 53a02111-2e4f-46fb-80ea-88c291d6480c will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:19:42.801600 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bcc12981-abd5-4817-821c-93973af3558f req-fb67ebc9-3395-49ee-b589-30ce0bbac609 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 Sep 03 19:19:42.806533 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.853321 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:42.891345 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Network 8b93151c-f7ff-4aef-a699-6567a602674d is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:19:42.894323 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:19:42.898032 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:19:42.911007 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Allocated IP 172.27.3.184 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/46d891c5-ff9c-438c-9dfa-6cfe41d15f26) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:19:42.924143 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Pushing event updated for resources: {'Port': ['ID=53a02111-2e4f-46fb-80ea-88c291d6480c,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:42.953796 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:42.954595 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:43.021709 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-82a1ef16-3859-48bc-a2e3-40049588ad79 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9880483 Sep 03 19:19:43.022522 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:43.086165 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f3068-62a9-42c1-94b7-c3c6e2c2fa6d req-25643ddb-560d-432f-8e86-a4d90e843e81 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:43.086165 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-eb2f3068-62a9-42c1-94b7-c3c6e2c2fa6d req-25643ddb-560d-432f-8e86-a4d90e843e81 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 936 time: 0.0529995 Sep 03 19:19:43.122360 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-eb2f3068-62a9-42c1-94b7-c3c6e2c2fa6d req-6900f8c1-098b-4687-85a7-0fb6e4d650d1 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Sep 03 19:19:43.129773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:43.166370 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:19:43.169254 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:19:43.172288 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:19:43.186376 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-f24c937c-d91b-4589-9161-36e4979d2bfa None None] Provisioning for port 53a02111-2e4f-46fb-80ea-88c291d6480c completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:19:43.190613 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-f24c937c-d91b-4589-9161-36e4979d2bfa None None] Provisioning complete for port 53a02111-2e4f-46fb-80ea-88c291d6480c triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:19:43.190986 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f24c937c-d91b-4589-9161-36e4979d2bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:43.208482 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'Port': ['ID=46d891c5-ff9c-438c-9dfa-6cfe41d15f26,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:43.225531 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f24c937c-d91b-4589-9161-36e4979d2bfa None None] Port 53a02111-2e4f-46fb-80ea-88c291d6480c cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:19:43.533987 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:43.665755 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.026374 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.043216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323ae11-7de8-4be3-a8bb-f9e51e32dc34 req-88440327-7a0c-4118-b80d-52bceb394d82 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:44.044678 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4323ae11-7de8-4be3-a8bb-f9e51e32dc34 req-88440327-7a0c-4118-b80d-52bceb394d82 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0628297 Sep 03 19:19:44.081655 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4323ae11-7de8-4be3-a8bb-f9e51e32dc34 req-ce3d53f0-d3f3-458c-943c-6787ce989794 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Sep 03 19:19:44.089119 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.159268 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'Port': ['ID=46d891c5-ff9c-438c-9dfa-6cfe41d15f26,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:44.167922 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.241051 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f308d99-61f9-4394-b8bb-11caa2184a91 req-780cd995-f3df-46f0-9e9b-7d46d12c95f0 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:44.242645 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f308d99-61f9-4394-b8bb-11caa2184a91 req-780cd995-f3df-46f0-9e9b-7d46d12c95f0 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 936 time: 0.0536749 Sep 03 19:19:44.267158 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Floating IP ddffe1df-6c72-4472-b1c9-938552d042b3 associated. External IP: 172.27.3.184, port: b77ee78f-3d01-4cb0-b540-dccd00831c98. Sep 03 19:19:44.282023 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f308d99-61f9-4394-b8bb-11caa2184a91 req-ad1f45c5-cd70-4a6b-8ff2-632da355084e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Sep 03 19:19:44.340965 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.465244 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Router 3da98ed3-08a9-4730-bba8-889b3f761d4b has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:19:44.568152 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:19:44.580063 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] Sync routers for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:19:44.588693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:19:44.593848 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:19:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:44.643598 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.670281 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ccd4b2bd-9e13-4a9f-99e9-02284a359abd tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1548617 Sep 03 19:19:44.670863 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:44.673133 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:44.677146 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 55546) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:44.678395 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040479631', 'description': 'tempest-secgroup-smoke-1040479631 description', 'project_id': '2d4330ac3c8b4e338014776e80b80702'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:44.693068 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:19:44.712373 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4150f2b-f7d6-4419-8c06-c027b8fa7c70 x-openstack-request-id: req-d4150f2b-f7d6-4419-8c06-c027b8fa7c70 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:44.712373 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:44.712373 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4150f2b-f7d6-4419-8c06-c027b8fa7c70 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:44.713061 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'status': 'completed', 'code': 200} Sep 03 19:19:44.762093 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.841703 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.921670 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:44.925855 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'ddffe1df-6c72-4472-b1c9-938552d042b3', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'port_id': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'mac_address': 'fa:16:3e:42:39:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:19:43Z', 'updated_at': '2021-09-03T19:19:43Z', 'revision_number': 0, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:44.953970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7475c07f-2ba1-410a-9cca-d91c573bc0bc,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:44.956787 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] Checking router: 3da98ed3-08a9-4730-bba8-889b3f761d4b for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:19:44.966119 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:19:44.966788 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:19:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:45.024710 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.026012 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-5b2a3970-7bf1-4e11-8c96-7a182292eef9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3516200 Sep 03 19:19:45.032953 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 55552) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:45.034328 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group_rule': {'security_group_id': '7475c07f-2ba1-410a-9cca-d91c573bc0bc', 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:45.081000 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:19:45.137437 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.241018 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf90b-3696-43cb-a961-53333db42b21 req-6f8f96d1-2389-41dd-b12f-cc01fedbe9cd tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:45.242503 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-95ebf90b-3696-43cb-a961-53333db42b21 req-6f8f96d1-2389-41dd-b12f-cc01fedbe9cd tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0877371 Sep 03 19:19:45.255218 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Request body: {'port': {'device_id': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:45.260017 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.303997 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-4db97f4f-9db4-4bf8-a457-34f6540189a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:45.307722 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-4db97f4f-9db4-4bf8-a457-34f6540189a2 tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 946 time: 0.0582271 Sep 03 19:19:45.335210 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.335699 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'ddffe1df-6c72-4472-b1c9-938552d042b3', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'port_id': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'mac_address': 'fa:16:3e:42:39:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:19:43Z', 'updated_at': '2021-09-03T19:19:43Z', 'revision_number': 0, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:45.364830 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47f4791-1f48-4657-acbf-18f3f0504622 None None] The sync data for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi is: [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'ddffe1df-6c72-4472-b1c9-938552d042b3', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'port_id': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'mac_address': 'fa:16:3e:42:39:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:19:43Z', 'updated_at': '2021-09-03T19:19:43Z', 'revision_number': 0, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:19:45.394070 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-95ebf90b-3696-43cb-a961-53333db42b21 req-9385a977-5815-452c-93d1-94fe1204aeaf tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a8090e3-7d3d-40e2-950b-85f1e415ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318896 Sep 03 19:19:45.400440 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33238058-9130-4673-bd4c-74fa83c7ce38,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:45.405253 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.427982 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-a504fc55-1d42-4fe4-81e4-ac5ff9f9660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:45.433219 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-a504fc55-1d42-4fe4-81e4-ac5ff9f9660b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1098 time: 0.1442239 Sep 03 19:19:45.454061 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453f403-96b9-46e9-86ae-b7b6007be0a2 req-af717ec1-2e83-4383-8e01-4023728e27d1 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:45.455574 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4453f403-96b9-46e9-86ae-b7b6007be0a2 req-af717ec1-2e83-4383-8e01-4023728e27d1 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 936 time: 0.0925822 Sep 03 19:19:45.476972 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.481295 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-5b9dfcf9-9a52-4efb-a598-15d4186092fa tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484141 Sep 03 19:19:45.483825 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55560) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:45.490645 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group_rule': {'security_group_id': '7475c07f-2ba1-410a-9cca-d91c573bc0bc', 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:45.503439 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Deleting port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:45.503783 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.555057 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4453f403-96b9-46e9-86ae-b7b6007be0a2 req-eb55aae6-2bb5-4be0-a3bf-a03fc9d7a544 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893795 Sep 03 19:19:45.631387 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] For port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:45.632540 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.636607 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50318277-29e6-4a1f-861a-180567afa39d None None] New status for floating IP ddffe1df-6c72-4472-b1c9-938552d042b3: ACTIVE {{(pid=94493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:19:45.648598 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Calling delete_port for 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad owned by compute:nova {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:45.666085 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.781939 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.887001 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-3e169f70-9298-49f9-a391-dd7c4928d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:45.888521 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-3e169f70-9298-49f9-a391-dd7c4928d908 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 915 time: 0.4240217 Sep 03 19:19:45.901440 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.924074 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d739f2b-ac17-4207-9a3f-0d6d5f9a54c7,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:45.947010 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:45.959107 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['6a2881ae-4e8c-470a-bfb0-bae403b2f7ad'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:45.985311 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Pushing event deleted for resources: {'Port': ['ID=6a2881ae-4e8c-470a-bfb0-bae403b2f7ad,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:46.007771 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-dee4730e-db72-4381-b7eb-15283e44fb88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 999 time: 0.0896215 Sep 03 19:19:46.046268 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.047575 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d0ae0ec8-90d4-4ded-95ec-e8128815609a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5611174 Sep 03 19:19:46.048706 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] No DVR routers for this DVR port 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad on host hv-cinder-78836 {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:19:46.052277 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.054605 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.20 "DELETE /v2.0/ports/6a2881ae-4e8c-470a-bfb0-bae403b2f7ad HTTP/1.1" status: 204 len: 173 time: 0.7273059 Sep 03 19:19:46.055131 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55572) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:46.061358 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group_rule': {'security_group_id': '7475c07f-2ba1-410a-9cca-d91c573bc0bc', 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:46.092984 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a02111-2e4f-46fb-80ea-88c291d6480c {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:19:46.101824 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-b183ee1b-318c-4baa-b269-9171f04a4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:46.103838 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-b183ee1b-318c-4baa-b269-9171f04a4082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.0858583 Sep 03 19:19:46.105468 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.125208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Transition to ACTIVE for port object 53a02111-2e4f-46fb-80ea-88c291d6480c will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:19:46.144575 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.156738 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-bd2b4c12-2ab4-41ea-8a09-078a8ef288cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:46.158274 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-bd2b4c12-2ab4-41ea-8a09-078a8ef288cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426950 Sep 03 19:19:46.205967 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.236847 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.286615 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.297150 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Pushing event updated for resources: {'Port': ['ID=53a02111-2e4f-46fb-80ea-88c291d6480c,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:46.314862 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-c40680a8-cdda-4201-ab36-a8056e630e6b service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471136 Sep 03 19:19:46.317810 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71a374f-d3f5-42b8-ad30-84fc1a21d1b6,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:46.442076 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.442076 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-89e57e27-1810-4a70-84df-f9cc76048be2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829775 Sep 03 19:19:46.442921 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55582) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:46.451289 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group_rule': {'security_group_id': '7475c07f-2ba1-410a-9cca-d91c573bc0bc', 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:46.468283 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Attempting to bind port 53a02111-2e4f-46fb-80ea-88c291d6480c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:19:46.468625 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Attempting to bind port 53a02111-2e4f-46fb-80ea-88c291d6480c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:19:46.468982 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Attempting to bind port 53a02111-2e4f-46fb-80ea-88c291d6480c on network 8b93151c-f7ff-4aef-a699-6567a602674d {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:19:46.496513 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Port 53a02111-2e4f-46fb-80ea-88c291d6480c on network 8b93151c-f7ff-4aef-a699-6567a602674d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:19:46.497125 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Attempting to bind port 53a02111-2e4f-46fb-80ea-88c291d6480c on network 8b93151c-f7ff-4aef-a699-6567a602674d {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:19:46.508171 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:19:46.508171 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Checking segment: {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:19:46.508171 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Bound using segment: {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:19:46.508171 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Bound port: 53a02111-2e4f-46fb-80ea-88c291d6480c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb0d52e-bd94-46c8-bb25-a31a4a35fa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:19:46.508171 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.524563 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e51cc6e3-b87d-4907-9451-d1255ffbd7ed req-941db02a-e678-4945-b703-62517ac93b53 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893675 Sep 03 19:19:46.545245 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-24b55a72-43f0-4ab3-b245-f31e26840971 req-0c9fde21-cc11-40fc-8ad4-18de5de6525a tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] 10.222.0.18 "GET /v2.0/ports?device_id=843d6324-ef9e-4dc4-8905-347190c562fb HTTP/1.1" status: 200 len: 210 time: 0.0296192 Sep 03 19:19:46.583768 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.585547 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] For port 53a02111-2e4f-46fb-80ea-88c291d6480c, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:19:46.588904 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] For port 53a02111-2e4f-46fb-80ea-88c291d6480c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=53a02111-2e4f-46fb-80ea-88c291d6480c,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:19:46.635017 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.666411 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.711272 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:46.711903 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.713336 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] 10.222.0.20 "PUT /v2.0/ports/53a02111-2e4f-46fb-80ea-88c291d6480c HTTP/1.1" status: 200 len: 1098 time: 1.4623361 Sep 03 19:19:46.713791 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'tag': '53a02111-2e4f-46fb-80ea-88c291d6480c'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:46.714422 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d6324-ef9e-4dc4-8905-347190c562fb', 'name': 'network-vif-deleted', 'tag': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:46.716096 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a890622-924c-4f4d-a344-3804f25127e8" -d '{"events": [{"name": "network-changed", "server_uuid": "04106748-9f2c-47d5-a292-9b9e1d33be21", "tag": "53a02111-2e4f-46fb-80ea-88c291d6480c"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:46.723280 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727ce18-5960-4d5b-bd83-34fc63471326" -d '{"events": [{"server_uuid": "843d6324-ef9e-4dc4-8905-347190c562fb", "name": "network-vif-deleted", "tag": "6a2881ae-4e8c-470a-bfb0-bae403b2f7ad"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:46.747716 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.754483 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad539e1-62b2-4f13-87d2-d1402d3b7597 req-35efff4c-52f4-413e-ad72-d5ab9e39742d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:46.756167 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fad539e1-62b2-4f13-87d2-d1402d3b7597 req-35efff4c-52f4-413e-ad72-d5ab9e39742d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 948 time: 0.1180239 Sep 03 19:19:46.763512 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da521c78-f806-4661-9a59-6a7420e1ef17 service neutron] Pushing event updated for resources: {'Port': ['ID=53a02111-2e4f-46fb-80ea-88c291d6480c,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:46.775297 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd637b45-6927-4e3c-805a-4c95153f6cef x-openstack-request-id: req-fd637b45-6927-4e3c-805a-4c95153f6cef {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:46.775567 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04106748-9f2c-47d5-a292-9b9e1d33be21", "tag": "53a02111-2e4f-46fb-80ea-88c291d6480c", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:46.775818 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd637b45-6927-4e3c-805a-4c95153f6cef {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:46.776496 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'tag': '53a02111-2e4f-46fb-80ea-88c291d6480c', 'status': 'completed', 'code': 200} Sep 03 19:19:46.781194 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffc300a-5a41-4c00-a4f5-3ff0d0422094,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:46.811847 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c169b0-7557-4ebb-bd2b-4e21a45a9df6 x-openstack-request-id: req-a1c169b0-7557-4ebb-bd2b-4e21a45a9df6 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:46.812136 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d6324-ef9e-4dc4-8905-347190c562fb", "name": "network-vif-deleted", "tag": "6a2881ae-4e8c-470a-bfb0-bae403b2f7ad", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:46.812386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1c169b0-7557-4ebb-bd2b-4e21a45a9df6 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:46.812774 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d6324-ef9e-4dc4-8905-347190c562fb', 'name': 'network-vif-deleted', 'tag': '6a2881ae-4e8c-470a-bfb0-bae403b2f7ad', 'status': 'completed', 'code': 200} Sep 03 19:19:46.823650 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fad539e1-62b2-4f13-87d2-d1402d3b7597 req-76858340-e023-48c0-a971-e4bd545c7103 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614517 Sep 03 19:19:46.832491 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:46.836550 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-804a816a-e48b-401c-bbeb-216d5f3275eb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3897400 Sep 03 19:19:46.837504 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55592) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:46.841202 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group_rule': {'security_group_id': '7475c07f-2ba1-410a-9cca-d91c573bc0bc', 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:46.869426 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890622-924c-4f4d-a344-3804f25127e8 req-2e589840-6e8c-49f3-9425-ca7f40576661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:46.872400 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7a890622-924c-4f4d-a344-3804f25127e8 req-2e589840-6e8c-49f3-9425-ca7f40576661 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 1101 time: 0.0631752 Sep 03 19:19:46.922199 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7a890622-924c-4f4d-a344-3804f25127e8 req-2acd5a55-2b9a-4c5a-84d5-3ae39eaea476 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220065 Sep 03 19:19:46.981389 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.securitygroups_db [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Project 2d4330ac3c8b4e338014776e80b80702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 19:19:46.988142 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.027690 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a890622-924c-4f4d-a344-3804f25127e8 req-1a5f5019-35c7-4e11-a48e-96d3e2c21688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:47.029320 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7a890622-924c-4f4d-a344-3804f25127e8 req-1a5f5019-35c7-4e11-a48e-96d3e2c21688 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988755 Sep 03 19:19:47.064209 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.129295 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-3fcbe731-24b8-4aaf-b0b2-5ddae4d010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:47.131580 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-3fcbe731-24b8-4aaf-b0b2-5ddae4d010a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 1101 time: 0.0447166 Sep 03 19:19:47.152417 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.170299 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e60dc7-8247-4a6f-bab3-0ed3e9fc4ac3,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:47.177452 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-a3bec18d-a1ba-441b-91c0-9f09a7e2ff2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=53a02111-2e4f-46fb-80ea-88c291d6480c HTTP/1.1" status: 200 len: 217 time: 0.0370247 Sep 03 19:19:47.231697 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-74cc2b73-00f1-48ba-9bc2-f6ed84f9dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:47.233166 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-74cc2b73-00f1-48ba-9bc2-f6ed84f9dc17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3aae5acc-82f9-4994-a50e-9aa189b53bc6 HTTP/1.1" status: 200 len: 843 time: 0.0471785 Sep 03 19:19:47.272670 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.273975 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3d5aae0b-c477-4f8b-94d9-7fce7ca6bd27 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362957 Sep 03 19:19:47.277493 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55600) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:47.281540 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-eabffa59-327a-44f8-86e4-5b134992f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:47.283015 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'security_group_rule': {'security_group_id': '7475c07f-2ba1-410a-9cca-d91c573bc0bc', 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:47.283282 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-eabffa59-327a-44f8-86e4-5b134992f6e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8b93151c-f7ff-4aef-a699-6567a602674d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418677 Sep 03 19:19:47.380486 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-92d4117a-7e99-424b-bbb5-9ab2d493c00b service neutron] 10.222.0.20 "GET /v2.0/networks/8b93151c-f7ff-4aef-a699-6567a602674d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Sep 03 19:19:47.407601 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.securitygroups_db [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Project 2d4330ac3c8b4e338014776e80b80702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 19:19:47.413665 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.476339 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.478800 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7dae26b1-fee0-49e5-abfa-474ab5eed1b3 req-89fa13c7-dea3-48e9-938e-61ae8a7a49c2 service neutron] 10.222.0.20 "GET /v2.0/networks/8b93151c-f7ff-4aef-a699-6567a602674d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896008 Sep 03 19:19:47.573473 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.594486 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f4fdf2-42a0-47cf-95ab-03f458cb8e6a,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:47.606326 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55604) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:47.673849 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:47.674998 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3f222830-d030-41da-8df5-472780f1ef11 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3957992 Sep 03 19:19:47.818193 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-ead59328-30e7-485f-8f7d-445b19bfaff1 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040479631&fields=id&tenant_id=2d4330ac3c8b4e338014776e80b80702 HTTP/1.1" status: 200 len: 267 time: 0.0742769 Sep 03 19:19:47.910171 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-bde3a197-41a2-47b3-a6ed-6e044a78b51d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:47.911635 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-bde3a197-41a2-47b3-a6ed-6e044a78b51d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0870104 Sep 03 19:19:47.946937 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dc87e-d02f-4310-880a-cdcccabac4c9 req-5aeb537e-f95d-4844-9779-5564ac21df23 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:47.949387 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a20dc87e-d02f-4310-880a-cdcccabac4c9 req-5aeb537e-f95d-4844-9779-5564ac21df23 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 948 time: 0.0603964 Sep 03 19:19:47.951824 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'port': {'security_groups': ['72e48f5e-49fa-4274-b27f-2e048aac699e', '7475c07f-2ba1-410a-9cca-d91c573bc0bc']}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:47.985026 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a20dc87e-d02f-4310-880a-cdcccabac4c9 req-4c501c8f-a978-4f18-b25a-ea66ccd3a26e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307198 Sep 03 19:19:48.045368 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:48.223292 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:48.460014 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:48.525181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:48.756230 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:48.767420 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b77ee78f-3d01-4cb0-b540-dccd00831c98'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:48.823709 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:48.824336 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:48.826036 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d878fac8-8b99-4f3c-a18f-61719e1fa124 req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "PUT /v2.0/ports/b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 981 time: 0.8969426 Sep 03 19:19:48.828406 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:48.831028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31704057-fa99-4aca-a7c6-f047a5a22794" -d '{"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:48.877226 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64ca85-c062-4d20-b43c-d11066128021 req-12340a6c-096f-4bb8-8009-1ff5bfe4d442 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:48.879443 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9c64ca85-c062-4d20-b43c-d11066128021 req-12340a6c-096f-4bb8-8009-1ff5bfe4d442 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.0690656 Sep 03 19:19:48.898742 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47639e72-d66f-4279-b87e-5b34158e31ad tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=6']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:48.930735 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Deleting port aa700357-cd20-4a79-aeb4-e7a11054a6f5 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:48.931079 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:48.945048 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b77ee78f-3d01-4cb0-b540-dccd00831c98'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:48.952544 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9c64ca85-c062-4d20-b43c-d11066128021 req-1bc2fa45-10d4-414c-a68b-012446f619d7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659742 Sep 03 19:19:49.041657 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb7513-b8b5-4435-9496-23ac0a4dd207 x-openstack-request-id: req-33eb7513-b8b5-4435-9496-23ac0a4dd207 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:49.041949 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:49.042194 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33eb7513-b8b5-4435-9496-23ac0a4dd207 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:49.042587 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'status': 'completed', 'code': 200} Sep 03 19:19:49.064782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d665ee-0aec-44f1-bd15-0b771005e5ea req-552356eb-c74b-411f-9b2c-6ae27312bca6 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:49.066337 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c8d665ee-0aec-44f1-bd15-0b771005e5ea req-552356eb-c74b-411f-9b2c-6ae27312bca6 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.1225204 Sep 03 19:19:49.108132 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-06bad247-d990-4988-a86c-db722af84e27 None None] Provisioning complete for port b77ee78f-3d01-4cb0-b540-dccd00831c98 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:19:49.108410 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-06bad247-d990-4988-a86c-db722af84e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:49.113165 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] For port aa700357-cd20-4a79-aeb4-e7a11054a6f5, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=aa700357-cd20-4a79-aeb4-e7a11054a6f5,segment=NetworkSegment(12bbae22-9afa-44fe-a9fb-bbac0f068499),segment_id=12bbae22-9afa-44fe-a9fb-bbac0f068499)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:49.113531 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:49.138011 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-5d311f86-158e-4833-8f2e-cc5a96864e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:49.138956 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Calling delete_port for aa700357-cd20-4a79-aeb4-e7a11054a6f5 owned by network:router_interface {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:49.139668 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-5d311f86-158e-4833-8f2e-cc5a96864e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1137 time: 0.0738218 Sep 03 19:19:49.148368 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c8d665ee-0aec-44f1-bd15-0b771005e5ea req-126014c3-ab35-4494-81b8-a9949fecbb75 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755074 Sep 03 19:19:49.152625 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b2bc5-a639-4d7e-89ec-3eafb38f903b req-adbe74e2-933d-4e80-a75a-ced6c1490d8c tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:49.159948 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a61b2bc5-a639-4d7e-89ec-3eafb38f903b req-adbe74e2-933d-4e80-a75a-ced6c1490d8c tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 948 time: 0.0794272 Sep 03 19:19:49.231558 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:19:49.235418 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a61b2bc5-a639-4d7e-89ec-3eafb38f903b req-5fbadc89-e8d1-49b3-846d-ff7e97b604ad tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746326 Sep 03 19:19:49.293093 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:19:49.294195 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6a2881ae-4e8c-470a-bfb0-bae403b2f7ad not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:19:49.296959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-2e80c711-48b1-4bd5-b6c3-1213c62dbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:49.298676 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-2e80c711-48b1-4bd5-b6c3-1213c62dbbe9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 915 time: 0.1362283 Sep 03 19:19:49.345318 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:19:49.371450 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-15014654-5e8e-4b79-bfd1-47a89cc48c5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 1001 time: 0.0639079 Sep 03 19:19:49.392840 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:49.425340 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa700357-cd20-4a79-aeb4-e7a11054a6f5,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:49.425499 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-cd5fe051-6c73-4f16-865a-b693372da8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:49.427066 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-cd5fe051-6c73-4f16-865a-b693372da8c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.0475779 Sep 03 19:19:49.476787 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-17acceb3-6939-49b2-a4aa-21c94ba54bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:49.478700 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-17acceb3-6939-49b2-a4aa-21c94ba54bb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411406 Sep 03 19:19:49.591598 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-cf3798ab-332c-44c6-917c-ca3499affd4e service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035149 Sep 03 19:19:49.610215 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:49.692017 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-31704057-fa99-4aca-a7c6-f047a5a22794 req-8fae999d-cf14-4b29-8745-846f3a8450c3 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883892 Sep 03 19:19:49.835213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:19:49.948331 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:19:49.956992 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-aa16170d-145b-458a-9e74-52d83739ba6b admin admin] 10.222.0.18 "PUT /v2.0/routers/9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3494668 Sep 03 19:19:49.959548 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55642) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:49.960667 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] Sync routers for ids ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:19:49.970589 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] Routers {'9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:19:49.971195 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:19:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:50.076603 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] Set router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:19:50.103329 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af0092-ad05-4324-96c3-f5b37bcaef56 req-db2055d1-f9f0-4473-9a6b-bc63bbf99b27 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:50.104797 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-59af0092-ad05-4324-96c3-f5b37bcaef56 req-db2055d1-f9f0-4473-9a6b-bc63bbf99b27 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.0696380 Sep 03 19:19:50.106409 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.211072 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-59af0092-ad05-4324-96c3-f5b37bcaef56 req-2b23e6cc-8ee2-4057-a2ee-9ce522da5e74 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729334 Sep 03 19:19:50.238157 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.260155 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:19:49Z', 'revision_number': 5, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:50.289351 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] Checking router: 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:19:50.299167 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] Routers {'9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:19:50.299820 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:19:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:50.356907 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d5f38-b161-4e70-9786-1916d97f5a46 req-afcc37e4-d478-4207-8250-4f7e02280cad tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:50.359106 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ed1d5f38-b161-4e70-9786-1916d97f5a46 req-afcc37e4-d478-4207-8250-4f7e02280cad tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 948 time: 0.0502391 Sep 03 19:19:50.363911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Deleting port 52387834-08d4-4e59-85ca-4e5f4940a3f5 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:50.365288 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.401543 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ed1d5f38-b161-4e70-9786-1916d97f5a46 req-328b2a45-7822-4fe4-824a-f0e728a8da1b tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Sep 03 19:19:50.402265 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] Set router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:19:50.450613 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] For port 52387834-08d4-4e59-85ca-4e5f4940a3f5, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=52387834-08d4-4e59-85ca-4e5f4940a3f5,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:50.450983 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.464567 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Calling delete_port for 52387834-08d4-4e59-85ca-4e5f4940a3f5 owned by network:router_gateway {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:50.656036 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:19:49Z', 'revision_number': 5, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:50.681559 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906df2c-8157-4da4-8b4e-8a79cc3b4284 None None] The sync data for ids ['9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3'] in dv-cinder-788367-7-iscsi is: [{'id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'name': 'tempest-ServerRescueNegativeTestJSON-718784026-router', 'tenant_id': '3a5983397f654440a4292621042f3a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:16:25Z', 'updated_at': '2021-09-03T19:19:49Z', 'revision_number': 5, 'project_id': '3a5983397f654440a4292621042f3a19', 'gw_port': {'id': '52387834-08d4-4e59-85ca-4e5f4940a3f5', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:16:26Z', 'updated_at': '2021-09-03T19:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:19:50.712693 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-60927cba-ab34-4abd-a02d-544c26529e8c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:50.714218 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-60927cba-ab34-4abd-a02d-544c26529e8c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 946 time: 0.0490792 Sep 03 19:19:50.721904 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.747691 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52387834-08d4-4e59-85ca-4e5f4940a3f5,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:50.807127 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.817898 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Deleting port e1a46e51-90d9-418e-b44d-a104ca739ab9 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:50.818235 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.907397 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] For port e1a46e51-90d9-418e-b44d-a104ca739ab9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e1a46e51-90d9-418e-b44d-a104ca739ab9,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:50.907754 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.911201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:50.913469 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.032166 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.032721 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 {{(pid=94492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:19:51.037942 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.041334 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4057a699-d8d1-4f4a-b0d4-30813ba696a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9bbdfd43-df43-4a93-8f2b-ccf583b7a0b3 HTTP/1.1" status: 204 len: 168 time: 1.0786328 Sep 03 19:19:51.042165 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55654) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:51.094798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Deleting subnet 64018365-ec80-4f32-ab04-5fef12df9d5a {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:19:51.098344 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.139543 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60063326'] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.140959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.141400 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.141574 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Floating IP 0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f disassociated. External IP: 172.27.3.221, port: e1a46e51-90d9-418e-b44d-a104ca739ab9. Sep 03 19:19:51.141908 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Calling delete_port for e1a46e51-90d9-418e-b44d-a104ca739ab9 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:51.181606 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.226311 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 53a02111-2e4f-46fb-80ea-88c291d6480c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:19:51.295194 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60606804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59125944'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.332954 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64018365-ec80-4f32-ab04-5fef12df9d5a,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:51.347076 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 53a02111-2e4f-46fb-80ea-88c291d6480c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=53a02111-2e4f-46fb-80ea-88c291d6480c,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:51.351236 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-72c598a7-b903-4729-a565-42140089991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.356522 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-72c598a7-b903-4729-a565-42140089991c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64018365-ec80-4f32-ab04-5fef12df9d5a HTTP/1.1" status: 204 len: 168 time: 0.3106606 Sep 03 19:19:51.356789 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 55658) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:51.364853 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '53a02111-2e4f-46fb-80ea-88c291d6480c', 'network_id': '8b93151c-f7ff-4aef-a699-6567a602674d', 'port_id': '53a02111-2e4f-46fb-80ea-88c291d6480c', 'mac_address': 'fa:16:3e:5c:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aae5acc-82f9-4994-a50e-9aa189b53bc6', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:19:51.365477 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.384040 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85636-bce9-43a2-b18e-63a05f17fc49 req-6fb17551-af2b-4f84-95dc-fcdf3b5c642f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:51.387462 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84c85636-bce9-43a2-b18e-63a05f17fc49 req-6fb17551-af2b-4f84-95dc-fcdf3b5c642f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 868 time: 0.0627050 Sep 03 19:19:51.425180 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event deleted for resources: {'Port': ['ID=e1a46e51-90d9-418e-b44d-a104ca739ab9,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:51.434409 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-84c85636-bce9-43a2-b18e-63a05f17fc49 req-1ec16817-a82a-4273-9ba8-ba166c56d9a0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413554 Sep 03 19:19:51.441620 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.460353 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a02111-2e4f-46fb-80ea-88c291d6480c {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:19:51.490600 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 53a02111-2e4f-46fb-80ea-88c291d6480c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=53a02111-2e4f-46fb-80ea-88c291d6480c,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:51.581223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.621849 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.631298 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=53a02111-2e4f-46fb-80ea-88c291d6480c,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:51.638736 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.639160 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.639566 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.639983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.640374 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.640824 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.644252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.644252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.644252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.644252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.644252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.644252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:19:51.649552 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666488b-c27f-4b3a-94c0-5002aec6ef8c req-8f1cfa0c-8a9b-494b-b1a4-8ae3ff73e02e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:51.651028 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0666488b-c27f-4b3a-94c0-5002aec6ef8c req-8f1cfa0c-8a9b-494b-b1a4-8ae3ff73e02e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 948 time: 0.1397820 Sep 03 19:19:51.708450 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:19:51.766597 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.771698 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0666488b-c27f-4b3a-94c0-5002aec6ef8c req-9e4a5072-b4bc-47af-8752-95f433c29225 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136050 Sep 03 19:19:51.782269 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39e4633-3540-4baa-970e-3114c7ddcdec']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:51.850343 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bbae22-9afa-44fe-a9fb-bbac0f068499') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:51.850635 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bbae22-9afa-44fe-a9fb-bbac0f068499') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:51.863173 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.903119 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:19:51.912745 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:19:51.926850 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:19:51.927539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:19:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:51.947505 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] No DVR routers for this DVR port e1a46e51-90d9-418e-b44d-a104ca739ab9 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:19:51.949252 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.951226 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6d291e1-caa0-4ef2-bb7c-8d642be6cc00 req-abb29052-5e0d-4437-8b4c-3e1f7256607c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "DELETE /v2.0/ports/e1a46e51-90d9-418e-b44d-a104ca739ab9 HTTP/1.1" status: 204 len: 173 time: 1.2283111 Sep 03 19:19:51.952167 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:51.953978 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-deleted', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:51.962679 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593c795a-aa2d-49ac-b898-e3958c55df6f" -d '{"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-deleted", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:51.996693 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c29b3f-b26b-4f6b-af47-6c4a38d81fb8 x-openstack-request-id: req-e2c29b3f-b26b-4f6b-af47-6c4a38d81fb8 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:51.997195 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f7f721-54b8-4e2c-9a25-34e41212b667", "name": "network-vif-deleted", "tag": "e1a46e51-90d9-418e-b44d-a104ca739ab9", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:51.997597 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2c29b3f-b26b-4f6b-af47-6c4a38d81fb8 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:51.998002 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f7f721-54b8-4e2c-9a25-34e41212b667', 'name': 'network-vif-deleted', 'tag': 'e1a46e51-90d9-418e-b44d-a104ca739ab9', 'status': 'completed', 'code': 200} Sep 03 19:19:52.020565 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:19:52.021265 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:19:52.023436 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:19:52.037610 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:19:52.181301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:52.187114 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:52.191410 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d39e4633-3540-4baa-970e-3114c7ddcdec HTTP/1.1" status: 204 len: 168 time: 0.8317318 Sep 03 19:19:52.201084 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600fb7-cc7e-41cf-8286-9fd28294aea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d39e4633-3540-4baa-970e-3114c7ddcdec,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:52.255124 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:52.294080 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:19:52.302639 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:19:52.303257 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:19:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:52.337421 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device aa700357-cd20-4a79-aeb4-e7a11054a6f5 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:19:52.385845 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: aa700357-cd20-4a79-aeb4-e7a11054a6f5 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:19:52.386188 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device aa700357-cd20-4a79-aeb4-e7a11054a6f5 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:19:52.386606 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 52387834-08d4-4e59-85ca-4e5f4940a3f5 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:19:52.408300 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 52387834-08d4-4e59-85ca-4e5f4940a3f5 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:19:52.408645 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 52387834-08d4-4e59-85ca-4e5f4940a3f5 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:19:52.448549 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:19:52.548089 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c1f9e47-0d28-402a-ab1a-7c810041e15e req-1aecd301-e0aa-4ce3-bec7-da9b63d3aed0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0250821 Sep 03 19:19:52.591345 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55672) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:52.634194 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f683a637-0eed-4ce4-8f21-fd53828a7100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a5983397f654440a4292621042f3a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416479 Sep 03 19:19:52.636623 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55674) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:52.655047 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:19:52.682897 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc29457-e5bd-4c3b-84b0-eb47cccef54f None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:19:52.931063 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ce51b-a2c6-491e-a664-9a4d0eddb522 None None] New status for floating IP 0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:19:52.969271 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1c656-cbd8-4653-8641-747113f7e17c req-0690b843-25e2-4b0e-9fdc-98e5c28e7e28 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:52.970741 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4ea1c656-cbd8-4653-8641-747113f7e17c req-0690b843-25e2-4b0e-9fdc-98e5c28e7e28 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 949 time: 0.0830162 Sep 03 19:19:52.973700 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c001b5a6-fef1-429d-97d7-6687b2328a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:53.009434 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c001b5a6-fef1-429d-97d7-6687b2328a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:53.038943 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4ea1c656-cbd8-4653-8641-747113f7e17c req-8f9b0c08-9d10-47ac-b3a9-105180cf190f tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Sep 03 19:19:53.128898 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c001b5a6-fef1-429d-97d7-6687b2328a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:53.131569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c001b5a6-fef1-429d-97d7-6687b2328a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:53.132720 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c001b5a6-fef1-429d-97d7-6687b2328a28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a8090e3-7d3d-40e2-950b-85f1e415ae8f HTTP/1.1" status: 204 len: 168 time: 0.4951625 Sep 03 19:19:53.141591 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001b5a6-fef1-429d-97d7-6687b2328a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8090e3-7d3d-40e2-950b-85f1e415ae8f,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:53.647707 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-45b5e0d9-db6c-4c00-83b5-fee2e2028081 req-447bc680-edbe-4870-8501-7d61489c83f6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0247078 Sep 03 19:19:53.736979 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['53a02111-2e4f-46fb-80ea-88c291d6480c'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:19:54.171945 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ff7a-842b-49e6-8246-feda77d7fe21 req-954352cd-ef74-489a-a9a0-1d6f1697844d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:54.173551 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7cd5ff7a-842b-49e6-8246-feda77d7fe21 req-954352cd-ef74-489a-a9a0-1d6f1697844d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 949 time: 0.0523868 Sep 03 19:19:54.211176 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7cd5ff7a-842b-49e6-8246-feda77d7fe21 req-f73d8469-2100-4d85-8158-99a9a0c602ee tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Sep 03 19:19:54.748166 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1308f36-8e0c-4723-99f8-67f9c8852806 req-73560c50-d5ae-453a-b511-de9adb604bfc tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=18f7f721-54b8-4e2c-9a25-34e41212b667 HTTP/1.1" status: 200 len: 210 time: 0.0289993 Sep 03 19:19:55.322521 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35264-9bff-4b3a-b2f1-4e0bcd75856d req-ca6c47e6-ac28-42f5-9b5d-6d7541d11b95 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:55.324029 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-26d35264-9bff-4b3a-b2f1-4e0bcd75856d req-ca6c47e6-ac28-42f5-9b5d-6d7541d11b95 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 949 time: 0.0479696 Sep 03 19:19:55.360947 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-26d35264-9bff-4b3a-b2f1-4e0bcd75856d req-1721a330-5319-4a06-b099-1e7955e60231 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Sep 03 19:19:55.739536 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 53a02111-2e4f-46fb-80ea-88c291d6480c up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:19:55.905816 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 53a02111-2e4f-46fb-80ea-88c291d6480c completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:19:55.910085 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 53a02111-2e4f-46fb-80ea-88c291d6480c triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:19:55.910455 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:55.964444 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55748) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:55.994794 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.017231 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a02111-2e4f-46fb-80ea-88c291d6480c'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:19:56.019690 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04da78-18af-4f9a-91bf-d11c26a4ddee" -d '{"events": [{"server_uuid": "04106748-9f2c-47d5-a292-9b9e1d33be21", "name": "network-vif-plugged", "status": "completed", "tag": "53a02111-2e4f-46fb-80ea-88c291d6480c"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:19:56.021084 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43932883-37fb-4a2b-a4f8-1b219a29b507 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.031976 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 53a02111-2e4f-46fb-80ea-88c291d6480c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=53a02111-2e4f-46fb-80ea-88c291d6480c,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:19:56.044680 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43932883-37fb-4a2b-a4f8-1b219a29b507 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.062536 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff9e1f-e4e3-45a5-bd4d-9390e9b343c6 x-openstack-request-id: req-9aff9e1f-e4e3-45a5-bd4d-9390e9b343c6 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:19:56.062883 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04106748-9f2c-47d5-a292-9b9e1d33be21", "name": "network-vif-plugged", "status": "completed", "tag": "53a02111-2e4f-46fb-80ea-88c291d6480c", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:19:56.064624 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9aff9e1f-e4e3-45a5-bd4d-9390e9b343c6 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:19:56.064624 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a02111-2e4f-46fb-80ea-88c291d6480c', 'code': 200} Sep 03 19:19:56.157735 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.186181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43932883-37fb-4a2b-a4f8-1b219a29b507 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.188777 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43932883-37fb-4a2b-a4f8-1b219a29b507 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.189960 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-43932883-37fb-4a2b-a4f8-1b219a29b507 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a1f7431-d4fb-4433-bb63-6b62fa2c86ad HTTP/1.1" status: 204 len: 168 time: 0.2244864 Sep 03 19:19:56.192972 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 55752) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:56.201162 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43932883-37fb-4a2b-a4f8-1b219a29b507 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f7431-d4fb-4433-bb63-6b62fa2c86ad,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:56.206709 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.api.v2.resource [None req-6196600b-b406-4854-ad05-6e9dcf001150 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] show failed (client error): The resource could not be found. Sep 03 19:19:56.210459 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55754) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:56.210623 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-6196600b-b406-4854-ad05-6e9dcf001150 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups/9a1f7431-d4fb-4433-bb63-6b62fa2c86ad HTTP/1.1" status: 404 len: 347 time: 0.0165274 Sep 03 19:19:56.222275 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=53a02111-2e4f-46fb-80ea-88c291d6480c,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:56.356438 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Deleting port 0d9a0ac7-5974-4d55-87a5-e5ef5629c300 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:19:56.357031 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.375430 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e649f-9db1-42b4-a3ba-2bdb988a9762 req-effbd844-0e67-4ff8-828f-c78842a4df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:56.377179 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-505e649f-9db1-42b4-a3ba-2bdb988a9762 req-effbd844-0e67-4ff8-828f-c78842a4df64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 1103 time: 0.0418792 Sep 03 19:19:56.415597 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-505e649f-9db1-42b4-a3ba-2bdb988a9762 req-4ad78ee2-44e9-4fe6-8b29-cfa14da33119 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292237 Sep 03 19:19:56.462925 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.463243 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.479484 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Calling delete_port for 0d9a0ac7-5974-4d55-87a5-e5ef5629c300 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:19:56.544870 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe8c15-7960-49cf-a234-37459be43b6f req-c4806c15-e7d4-4f13-bee9-db55e1b26d28 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:56.547412 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-58fe8c15-7960-49cf-a234-37459be43b6f req-c4806c15-e7d4-4f13-bee9-db55e1b26d28 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.1147056 Sep 03 19:19:56.600485 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-58fe8c15-7960-49cf-a234-37459be43b6f req-4e45a7ef-b0cd-493e-9666-c7c58ca13def tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462389 Sep 03 19:19:56.729044 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.758705 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event deleted for resources: {'Port': ['ID=0d9a0ac7-5974-4d55-87a5-e5ef5629c300,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:56.822756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.827189 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:56.829261 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-05b2b105-4730-4fb2-b8cc-26c5f11af1c1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a666fe7-5b3b-46b0-9e2d-54ed06dd3d2f HTTP/1.1" status: 204 len: 168 time: 0.6172547 Sep 03 19:19:57.229527 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55770) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:57.234376 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787641808', 'description': 'tempest-description--2076178980'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:57.299802 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.412671 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.489042 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.524252 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b459b080-dc7a-42ee-9e49-453ac179ce10,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:57.597422 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.598685 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-56f2c673-623f-4166-9ad2-88401d8b8d5c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3680916 Sep 03 19:19:57.601611 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55786) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:57.606654 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'security_group_rule': {'security_group_id': 'b459b080-dc7a-42ee-9e49-453ac179ce10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:57.716829 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8abee-df00-4aef-b2e5-f4c3d574f31f req-e08819f3-14ac-4ab7-8961-ad7876e15c15 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:57.718441 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-85e8abee-df00-4aef-b2e5-f4c3d574f31f req-e08819f3-14ac-4ab7-8961-ad7876e15c15 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0525770 Sep 03 19:19:57.727629 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.739230 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:19:57.760304 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: e1a46e51-90d9-418e-b44d-a104ca739ab9 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:19:57.760666 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device e1a46e51-90d9-418e-b44d-a104ca739ab9 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:19:57.787119 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-85e8abee-df00-4aef-b2e5-f4c3d574f31f req-0e65f39b-176e-40d1-827c-abd7b739929e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612352 Sep 03 19:19:57.810139 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.905630 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:57.924225 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901cc824-039c-4785-b962-c9d093bd1ba6,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:58.037534 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.038749 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-34a3af28-599c-4e22-8658-c147c3b04e03 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356220 Sep 03 19:19:58.041492 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55792) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:58.045917 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'security_group_rule': {'security_group_id': 'b459b080-dc7a-42ee-9e49-453ac179ce10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:58.179729 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.239055 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.298706 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.317622 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd87d898-0f7b-4292-a5c8-e413aff1a43e,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:58.391361 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.392569 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4d55e8c9-b785-4969-abdf-e0a420620ad9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501213 Sep 03 19:19:58.395645 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 55794) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:19:58.399985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:19:58.477390 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.585918 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.688353 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Allocated IP 172.27.3.145 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/4ae79ca1-dc91-48ed-8ede-3e5c71de72e6) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:19:58.797001 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.924161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513e76-c368-4b7e-9fe1-23906220a552 req-874f3068-f166-449a-a9f3-d4f73786b834 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:58.925741 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f513e76-c368-4b7e-9fe1-23906220a552 req-874f3068-f166-449a-a9f3-d4f73786b834 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0477633 Sep 03 19:19:58.940422 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:58.963827 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f513e76-c368-4b7e-9fe1-23906220a552 req-e852b5ad-9aab-446f-b7f0-d3498aea5207 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Sep 03 19:19:58.977817 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:19:58.982190 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:19:58.985762 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:19:58.993678 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'Port': ['ID=4ae79ca1-dc91-48ed-8ede-3e5c71de72e6,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:59.089645 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:59.191664 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:59.340358 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:59.402289 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:59.473323 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c8dcd-e064-4f73-906a-351118ab4a86 req-93763e40-3c05-4a80-961a-552b55f28f9d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:59.473581 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'Port': ['ID=4ae79ca1-dc91-48ed-8ede-3e5c71de72e6,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:19:59.474965 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f5c8dcd-e064-4f73-906a-351118ab4a86 req-93763e40-3c05-4a80-961a-552b55f28f9d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0497608 Sep 03 19:19:59.482028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:59.519225 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4f5c8dcd-e064-4f73-906a-351118ab4a86 req-69d2e657-906b-49da-b11e-5d5783c37a4a tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354736 Sep 03 19:19:59.551810 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:19:59.553210 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-39fff3a3-2fe1-4e65-b842-55ba98e11eb3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1564963 Sep 03 19:19:59.735767 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-87c20659-d9e8-4297-8bd9-e38a5b1ad32f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--787641808&fields=id&tenant_id=f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 267 time: 0.0320308 Sep 03 19:19:59.843681 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-c23c9649-de29-40d0-9d69-7e16f767f2b4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:19:59.845211 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-c23c9649-de29-40d0-9d69-7e16f767f2b4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 817 time: 0.1029501 Sep 03 19:19:59.860375 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-75bd45e6-b7a7-4ab9-9e53-a5262278febb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/quotas/f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 375 time: 0.0091748 Sep 03 19:19:59.912448 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-06886bc2-d7fb-410e-a2e2-1e1e3ffcd40f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465627 Sep 03 19:20:00.009629 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-8b1c96e3-67d6-470f-9a4f-95e6defd7bae service neutron] 10.222.0.18 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Sep 03 19:20:00.096710 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-cd1f960e-9ec7-4e46-a1b4-0ef35ad4baa7 service neutron] 10.222.0.18 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806696 Sep 03 19:20:00.323354 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57ef2acd-eb56-4138-9041-306054e98632 req-80d31370-4f18-4132-bb31-7692bfac2e97 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 210 time: 0.0258861 Sep 03 19:20:00.635086 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6374bf-7f78-441b-8cd2-57dc285f3604 req-0604cb51-db30-4d05-8df0-2d0bf0e0e2ee tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:00.636531 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ed6374bf-7f78-441b-8cd2-57dc285f3604 req-0604cb51-db30-4d05-8df0-2d0bf0e0e2ee tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0512221 Sep 03 19:20:00.674659 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ed6374bf-7f78-441b-8cd2-57dc285f3604 req-4a23a6bd-19d8-4371-be67-177c88e9719a tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Sep 03 19:20:01.415676 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bcc2e694-5c9e-44bc-8737-f382ce4fb89a req-67688d4b-67f3-4035-aec8-5c83dc387c2e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 210 time: 0.0247650 Sep 03 19:20:01.784739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512e9b9-9e99-445b-8149-5051cf1f70cb req-5896902b-e105-480d-93d2-c559c3d39ab5 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:01.786226 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1512e9b9-9e99-445b-8149-5051cf1f70cb req-5896902b-e105-480d-93d2-c559c3d39ab5 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0480232 Sep 03 19:20:01.822805 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1512e9b9-9e99-445b-8149-5051cf1f70cb req-e9a32ac6-a6ba-4fdb-882b-d7b7edc6893e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Sep 03 19:20:02.509038 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8528f35d-5e8c-440b-b589-98409ea9df5f req-3b579fed-24e1-4acb-9a9c-bbc7b01910ba tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 210 time: 0.0255995 Sep 03 19:20:02.937580 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da49f-512d-4457-a45d-65fa4b082f68 req-f413af85-6343-4316-84f9-6628b9c51738 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:02.939073 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-345da49f-512d-4457-a45d-65fa4b082f68 req-f413af85-6343-4316-84f9-6628b9c51738 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0492642 Sep 03 19:20:02.950217 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:02.977804 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-345da49f-512d-4457-a45d-65fa4b082f68 req-375f06cc-54c2-4a7a-86b0-7849fae872bc tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Sep 03 19:20:03.597688 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-3af57150-6354-49c5-abf7-b0a3b232d672 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:03.599151 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-3af57150-6354-49c5-abf7-b0a3b232d672 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 817 time: 0.3417709 Sep 03 19:20:03.632215 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-23771a86-c5d2-4269-815e-742c9a47cc69 req-efd26fd6-ae24-4156-a2c6-ba5e5ce2b772 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 210 time: 0.0310938 Sep 03 19:20:03.659478 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-2e91ed14-284c-43e6-a1de-5b07e5c27d19 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 379 time: 0.0471919 Sep 03 19:20:03.674167 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'port': {'device_id': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'admin_state_up': True, 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'security_groups': ['b459b080-dc7a-42ee-9e49-453ac179ce10']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:03.852708 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Made reservation on behalf of f771100ea13d4ecc9080ea60144b5ed7 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:20:03.856682 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.010094 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-de6b4984-af9e-4c55-a2b7-0d99e5cf1eb1 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:04.011599 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-de6b4984-af9e-4c55-a2b7-0d99e5cf1eb1 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.20 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0928926 Sep 03 19:20:04.029689 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Allocated IP 172.20.0.14 (6fdb09c4-22e9-416a-9834-5cf70bb437dd/0d85436d-3125-4966-b310-453e4888ced1/b0c3d4a1-9d06-4544-84dc-f420435bc705) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:20:04.100599 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd414b19-074c-4d3a-bd41-c60e63c52576 req-25b3dec4-5afd-4ac0-89df-7391312719e2 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:04.105409 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd414b19-074c-4d3a-bd41-c60e63c52576 req-25b3dec4-5afd-4ac0-89df-7391312719e2 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 950 time: 0.0598724 Sep 03 19:20:04.142562 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd414b19-074c-4d3a-bd41-c60e63c52576 req-313fc41e-a1f9-4f6c-b8b1-56606c7de60d tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/security-groups?id=362555ae-80cb-42e8-bb3c-3082ef9db745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Sep 03 19:20:04.197256 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Deleting port 53a02111-2e4f-46fb-80ea-88c291d6480c {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:20:04.197599 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.280979 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.303949 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Transition to ACTIVE for port object b0c3d4a1-9d06-4544-84dc-f420435bc705 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:20:04.318304 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] For port 53a02111-2e4f-46fb-80ea-88c291d6480c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=53a02111-2e4f-46fb-80ea-88c291d6480c,segment=NetworkSegment(3bb0d52e-bd94-46c8-bb25-a31a4a35fa00),segment_id=3bb0d52e-bd94-46c8-bb25-a31a4a35fa00)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:04.318666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.334012 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Calling delete_port for 53a02111-2e4f-46fb-80ea-88c291d6480c owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:20:04.457079 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.515347 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:20:04.518924 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:20:04.525553 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:20:04.528230 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:04.577020 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:04.577588 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.581336 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.595976 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['53a02111-2e4f-46fb-80ea-88c291d6480c'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:20:04.616161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Pushing event deleted for resources: {'Port': ['ID=53a02111-2e4f-46fb-80ea-88c291d6480c,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:04.671490 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] No DVR routers for this DVR port 53a02111-2e4f-46fb-80ea-88c291d6480c on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:20:04.673578 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.675800 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4ecd72e2-ae77-4681-8ddd-a7494891f506 req-2c2b74a2-82a3-491d-a4f5-458daa764d9e tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.20 "DELETE /v2.0/ports/53a02111-2e4f-46fb-80ea-88c291d6480c HTTP/1.1" status: 204 len: 173 time: 0.6555927 Sep 03 19:20:04.676286 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'name': 'network-vif-deleted', 'tag': '53a02111-2e4f-46fb-80ea-88c291d6480c'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:04.680721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c8624-a2de-4502-8c45-68bc2021a566" -d '{"events": [{"server_uuid": "04106748-9f2c-47d5-a292-9b9e1d33be21", "name": "network-vif-deleted", "tag": "53a02111-2e4f-46fb-80ea-88c291d6480c"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:04.686961 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-ee660f85-c761-464e-ab0f-f29af6558349 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0167203 Sep 03 19:20:04.711341 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Request body: {'port': {'device_id': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:04.739741 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4466d3-27d9-4cc4-9f95-390e3b4cb841 x-openstack-request-id: req-8d4466d3-27d9-4cc4-9f95-390e3b4cb841 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:04.740097 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04106748-9f2c-47d5-a292-9b9e1d33be21", "name": "network-vif-deleted", "tag": "53a02111-2e4f-46fb-80ea-88c291d6480c", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:04.740300 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d4466d3-27d9-4cc4-9f95-390e3b4cb841 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:04.740654 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04106748-9f2c-47d5-a292-9b9e1d33be21', 'name': 'network-vif-deleted', 'tag': '53a02111-2e4f-46fb-80ea-88c291d6480c', 'status': 'completed', 'code': 200} Sep 03 19:20:04.815375 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.826552 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea95e8-e5ee-4da9-b751-87227c49ce27 req-ab8c2b53-a6e1-4c44-9868-37b25b9a57f4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:04.828168 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6dea95e8-e5ee-4da9-b751-87227c49ce27 req-ab8c2b53-a6e1-4c44-9868-37b25b9a57f4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 932 time: 0.1125286 Sep 03 19:20:04.894238 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-4d2d9974-134e-409f-88b7-d12ad869470b None None] Provisioning for port b0c3d4a1-9d06-4544-84dc-f420435bc705 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:20:04.899073 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-4d2d9974-134e-409f-88b7-d12ad869470b None None] Provisioning complete for port b0c3d4a1-9d06-4544-84dc-f420435bc705 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:20:04.899167 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6dea95e8-e5ee-4da9-b751-87227c49ce27 req-1c6520f6-cd8b-4f6a-852e-0650d4596680 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637319 Sep 03 19:20:04.899332 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9974-134e-409f-88b7-d12ad869470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:04.951143 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d9974-134e-409f-88b7-d12ad869470b None None] Port b0c3d4a1-9d06-4544-84dc-f420435bc705 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:20:05.130718 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c3d4a1-9d06-4544-84dc-f420435bc705 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:20:05.138768 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:05.150415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Transition to ACTIVE for port object b0c3d4a1-9d06-4544-84dc-f420435bc705 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:20:05.191159 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:05.242101 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:05.251659 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7616e000-cd6f-42ed-a60c-0d5e12ef289d req-11d65740-7060-43d6-9fcf-852f0570b567 tempest-VolumesNegativeTest-820907549 tempest-VolumesNegativeTest-820907549-project] 10.222.0.18 "GET /v2.0/ports?device_id=04106748-9f2c-47d5-a292-9b9e1d33be21 HTTP/1.1" status: 200 len: 210 time: 0.0294538 Sep 03 19:20:05.316271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Attempting to bind port b0c3d4a1-9d06-4544-84dc-f420435bc705 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:20:05.316608 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Attempting to bind port b0c3d4a1-9d06-4544-84dc-f420435bc705 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:20:05.316971 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Attempting to bind port b0c3d4a1-9d06-4544-84dc-f420435bc705 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:20:05.321606 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Port b0c3d4a1-9d06-4544-84dc-f420435bc705 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:20:05.321937 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Attempting to bind port b0c3d4a1-9d06-4544-84dc-f420435bc705 on network 6fdb09c4-22e9-416a-9834-5cf70bb437dd {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:20:05.326935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:20:05.327280 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Checking segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:20:05.327666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Bound using segment: {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:20:05.328101 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Bound port: b0c3d4a1-9d06-4544-84dc-f420435bc705, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f8a601-c141-43e1-8c3d-1b7920c86873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:20:05.329073 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:05.396770 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:20:05.399875 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:20:05.483058 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:05.521604 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:05.522188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:05.523568 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] 10.222.0.20 "PUT /v2.0/ports/b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 200 len: 1094 time: 0.8254094 Sep 03 19:20:05.546998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9960-6d4c-4cdb-92e8-79ae63222512 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:05.688052 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-9542a9eb-273b-481f-b078-3a3fe7fc6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:05.693929 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-9542a9eb-273b-481f-b078-3a3fe7fc6b78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1097 time: 0.0737805 Sep 03 19:20:05.738679 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-5dbd48a8-bc68-4194-8979-e3c9510ecd17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 200 len: 217 time: 0.0382011 Sep 03 19:20:05.788809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-5c30108e-394a-4fc0-ae88-2abfdfdccc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:05.791240 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-5c30108e-394a-4fc0-ae88-2abfdfdccc5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0434406 Sep 03 19:20:05.836045 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700e781-093e-4787-b294-9034b9e8256b req-21421395-5946-40f2-87e3-04cec1279dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:05.839875 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-21421395-5946-40f2-87e3-04cec1279dcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410092 Sep 03 19:20:05.942663 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-d02fb882-b91c-4ca2-9342-d2301558820e service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937464 Sep 03 19:20:06.079257 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e700e781-093e-4787-b294-9034b9e8256b req-e7894fb1-570b-40af-b4fa-20d0aa7c165c service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183193 Sep 03 19:20:06.088630 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c9c1-0c8f-48fc-93f8-02fc9d00fd75 req-fd5ae8b8-930c-4578-ac2d-8b3f2506936f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:06.090441 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f8e2c9c1-0c8f-48fc-93f8-02fc9d00fd75 req-fd5ae8b8-930c-4578-ac2d-8b3f2506936f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.1085560 Sep 03 19:20:06.132739 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f8e2c9c1-0c8f-48fc-93f8-02fc9d00fd75 req-8c9913a0-0246-4180-889a-8795f59b0bf6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346212 Sep 03 19:20:06.742053 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:06.745154 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1fb6ea-9e03-45dc-96bc-efd4036f0971" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:06.781992 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7babe59-0cb7-49dd-a422-209443209712 x-openstack-request-id: req-b7babe59-0cb7-49dd-a422-209443209712 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:06.782283 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:06.782534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7babe59-0cb7-49dd-a422-209443209712 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:06.782925 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'status': 'completed', 'code': 200} Sep 03 19:20:06.848418 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-3ff9873e-8cab-49ae-88ff-a8215d9aa7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:06.849915 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-3ff9873e-8cab-49ae-88ff-a8215d9aa7f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1097 time: 0.0394363 Sep 03 19:20:06.943407 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-feba74f4-add7-47bc-a7e4-cfe4a5060a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:06.944965 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-feba74f4-add7-47bc-a7e4-cfe4a5060a3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0868917 Sep 03 19:20:06.998314 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-50f2a292-2edc-488b-a648-1fa87fc3800b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 200 len: 217 time: 0.0386996 Sep 03 19:20:07.050843 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-b925f684-7a68-49d2-93ae-6b7b8ced5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:07.052455 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-b925f684-7a68-49d2-93ae-6b7b8ced5d96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0468926 Sep 03 19:20:07.097976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-3317c052-a4c0-41ef-b331-ebc75a5ec05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:07.099476 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-3317c052-a4c0-41ef-b331-ebc75a5ec05f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381320 Sep 03 19:20:07.211401 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-20cf889a-07b4-4bfa-94c8-212837c0c1c8 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023483 Sep 03 19:20:07.292222 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a0d6-e41f-4562-8d7a-9dd817a4f9f4 req-becdb5e3-b2b0-4998-9575-45d8156cd484 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:07.297735 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ce58a0d6-e41f-4562-8d7a-9dd817a4f9f4 req-becdb5e3-b2b0-4998-9575-45d8156cd484 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0748281 Sep 03 19:20:07.334202 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db1fb6ea-9e03-45dc-96bc-efd4036f0971 req-e6cb0979-5dbd-4706-8257-111106a181ae service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072953 Sep 03 19:20:07.345435 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ce58a0d6-e41f-4562-8d7a-9dd817a4f9f4 req-826c19b9-7311-4480-bde9-4290f901a02c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Sep 03 19:20:07.816337 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 53a02111-2e4f-46fb-80ea-88c291d6480c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:20:07.836908 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 53a02111-2e4f-46fb-80ea-88c291d6480c {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:20:07.837306 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 53a02111-2e4f-46fb-80ea-88c291d6480c not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:20:08.481319 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85525-5685-440b-8fa3-c1ce109073a9 req-573c1f1a-019c-4aa0-bd51-ab78f26f98ba tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:08.488460 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-72a85525-5685-440b-8fa3-c1ce109073a9 req-573c1f1a-019c-4aa0-bd51-ab78f26f98ba tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0604310 Sep 03 19:20:08.522191 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-72a85525-5685-440b-8fa3-c1ce109073a9 req-26ee7dc4-655d-430b-b809-be70a8dcce90 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Sep 03 19:20:08.691044 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56162) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:08.744487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Deleting subnet cb004e76-8d49-45b9-8ed9-2d1b568c1b14 {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:20:08.747543 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:08.780994 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:08.818911 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:08.928860 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:08.956675 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb004e76-8d49-45b9-8ed9-2d1b568c1b14,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:08.958790 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:08.963436 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9cacb556-b3e5-4be1-a206-c705faf9f405 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb004e76-8d49-45b9-8ed9-2d1b568c1b14 HTTP/1.1" status: 204 len: 168 time: 0.2685881 Sep 03 19:20:08.963778 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56172) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:09.034733 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.111955 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.122038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be2cd0d-4f8f-4da7-91e0-59f449ace6d8']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:09.132037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740b9384-1043-4058-89a7-107f2931581e') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:09.132331 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740b9384-1043-4058-89a7-107f2931581e') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:09.141648 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.156006 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.161774 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:20:09.162151 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:20:09.164309 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:20:09.219020 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c5f11f75-b167-4702-825e-213b285b69a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.304115 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.309494 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.312095 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6be2cd0d-4f8f-4da7-91e0-59f449ace6d8 HTTP/1.1" status: 204 len: 168 time: 0.3468170 Sep 03 19:20:09.324113 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31646a7b-c853-4d0e-9460-ce126952e085 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be2cd0d-4f8f-4da7-91e0-59f449ace6d8,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:09.645123 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27699fb7-5564-406b-a5e7-b790614fbe41 req-cbd5dea9-a34e-409f-88a4-68628b9b6461 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:09.646608 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-27699fb7-5564-406b-a5e7-b790614fbe41 req-cbd5dea9-a34e-409f-88a4-68628b9b6461 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0508485 Sep 03 19:20:09.684221 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-27699fb7-5564-406b-a5e7-b790614fbe41 req-2066edc4-6aa6-4e09-9184-79e3efd5e8a2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315800 Sep 03 19:20:09.705753 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56218) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:09.762358 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3b0ae884-b6cc-4563-a62e-04faaba7ea3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=342a65d2ff4742b0b153dd5cacbb7004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546837 Sep 03 19:20:09.764956 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56230) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:09.816550 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f61ef665-4b3d-4f23-ab18-df5565ebe7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.821128 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:20:09.840803 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f61ef665-4b3d-4f23-ab18-df5565ebe7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.944618 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:09.959680 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'mac_address': 'fa:16:3e:cb:f9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:20:09.974328 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f61ef665-4b3d-4f23-ab18-df5565ebe7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.977024 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f61ef665-4b3d-4f23-ab18-df5565ebe7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:09.981390 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f61ef665-4b3d-4f23-ab18-df5565ebe7a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f1a8604-cab1-4a49-98d1-08eccfb2c38d HTTP/1.1" status: 204 len: 168 time: 0.2113953 Sep 03 19:20:09.989702 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ef665-4b3d-4f23-ab18-df5565ebe7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a8604-cab1-4a49-98d1-08eccfb2c38d,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:09.999731 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:10.019825 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c3d4a1-9d06-4544-84dc-f420435bc705 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:20:10.039346 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:10.122619 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:10.169070 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:10.383635 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b0c3d4a1-9d06-4544-84dc-f420435bc705'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:20:10.802078 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d2c8-6af1-44d6-b556-0c3845794794 req-c10e2866-135b-41d7-9e3d-03c57d6a2405 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:10.803686 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bb93d2c8-6af1-44d6-b556-0c3845794794 req-c10e2866-135b-41d7-9e3d-03c57d6a2405 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Sep 03 19:20:10.845378 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bb93d2c8-6af1-44d6-b556-0c3845794794 req-2df095a6-0a5f-4fbf-a8b1-ec62bc08055e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353756 Sep 03 19:20:11.231847 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed5f6f-7dc4-4f40-84d5-b94f5548b274 req-2a4ff76a-e3bc-4472-bc89-d33d5ca4647e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:11.233296 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a5ed5f6f-7dc4-4f40-84d5-b94f5548b274 req-2a4ff76a-e3bc-4472-bc89-d33d5ca4647e tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0464137 Sep 03 19:20:11.274679 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a5ed5f6f-7dc4-4f40-84d5-b94f5548b274 req-02a470be-a5e2-45da-8de8-140c85cf7cd8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Sep 03 19:20:11.675644 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-acc49e81-65d7-4d05-88a9-b5f36df327e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:11.750035 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56284) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:11.823519 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:20:11.892000 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-731fc5a1-284a-4120-8a5b-80f1e1b0060b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2d144d3a6a649ff8e4ff16649c256a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407642 Sep 03 19:20:11.894508 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56290) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:11.945421 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b9adaac-8433-41b7-8fb5-f68a0a5f23e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:11.950995 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port b0c3d4a1-9d06-4544-84dc-f420435bc705 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:20:11.959900 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port b0c3d4a1-9d06-4544-84dc-f420435bc705 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:20:11.960511 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:11.970112 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154997-f4f6-42a6-bf86-6237285fb037 req-f7cf94c0-48e1-48cf-9b40-f394fb270eb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:11.971648 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0f154997-f4f6-42a6-bf86-6237285fb037 req-f7cf94c0-48e1-48cf-9b40-f394fb270eb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 945 time: 0.0513687 Sep 03 19:20:11.973412 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b9adaac-8433-41b7-8fb5-f68a0a5f23e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:12.014193 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0f154997-f4f6-42a6-bf86-6237285fb037 req-58de71a9-a635-42a4-8566-f915487c9cab tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367067 Sep 03 19:20:12.051368 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:12.059940 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:12.076652 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:12.078954 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3ff78-1127-4bcc-adb6-cea2164e4c07" -d '{"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:12.093397 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:12.094531 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b9adaac-8433-41b7-8fb5-f68a0a5f23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:12.099319 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3b9adaac-8433-41b7-8fb5-f68a0a5f23e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:12.099319 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3b9adaac-8433-41b7-8fb5-f68a0a5f23e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/362555ae-80cb-42e8-bb3c-3082ef9db745 HTTP/1.1" status: 204 len: 168 time: 0.2032487 Sep 03 19:20:12.107681 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9adaac-8433-41b7-8fb5-f68a0a5f23e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362555ae-80cb-42e8-bb3c-3082ef9db745,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:12.119857 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121626eb-b7e9-4c52-aa29-dcf3f24ed143 x-openstack-request-id: req-121626eb-b7e9-4c52-aa29-dcf3f24ed143 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:12.123921 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:12.123921 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-121626eb-b7e9-4c52-aa29-dcf3f24ed143 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:12.123921 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'code': 200} Sep 03 19:20:12.168752 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:12.222745 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:12.391266 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2c92-46b7-4cfa-91ef-a7b543a8e819 req-4e88e0f4-6c32-4de4-a961-e9defd94e504 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:12.398987 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f35b2c92-46b7-4cfa-91ef-a7b543a8e819 req-4e88e0f4-6c32-4de4-a961-e9defd94e504 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0578825 Sep 03 19:20:12.435460 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f35b2c92-46b7-4cfa-91ef-a7b543a8e819 req-40bff69d-2fe0-4c49-b8b6-42a04b858577 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350282 Sep 03 19:20:12.474162 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15588-daa3-4386-a7c1-dc11e6b2e968 req-99ab7939-368b-41f0-ab78-2b1b8893ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:12.475690 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1ac15588-daa3-4386-a7c1-dc11e6b2e968 req-99ab7939-368b-41f0-ab78-2b1b8893ed29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1099 time: 0.0511074 Sep 03 19:20:12.514892 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1ac15588-daa3-4386-a7c1-dc11e6b2e968 req-55baac89-8294-4126-81ff-61f9059b78bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303109 Sep 03 19:20:12.847721 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:13.132347 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca8a87-8cab-48c1-b616-f8b59a9cd45f req-554409ad-538f-44ee-9f28-521a5819e638 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:13.133747 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ceca8a87-8cab-48c1-b616-f8b59a9cd45f req-554409ad-538f-44ee-9f28-521a5819e638 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0472724 Sep 03 19:20:13.170600 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ceca8a87-8cab-48c1-b616-f8b59a9cd45f req-6cd57f85-62d3-47c6-bf51-5540fad6bdb8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304751 Sep 03 19:20:13.540199 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-f6d5889c-5f0b-465c-97f2-d46d416d0525 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:13.542276 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-f6d5889c-5f0b-465c-97f2-d46d416d0525 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0499432 Sep 03 19:20:13.551686 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5645c-fe40-4cb3-ac1c-4868e69ba1d5 req-a4de72e7-7a49-4bab-b3bc-a7bb3bd4e5fe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:13.553157 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f2b5645c-fe40-4cb3-ac1c-4868e69ba1d5 req-a4de72e7-7a49-4bab-b3bc-a7bb3bd4e5fe tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Sep 03 19:20:13.599833 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f2b5645c-fe40-4cb3-ac1c-4868e69ba1d5 req-8c813db0-44d5-4b7c-af04-1b2312c2e42f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=886c68cb-a560-4510-9528-f474d4ad6911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 Sep 03 19:20:13.646232 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Deleting port 61e37c8d-8ef1-4efa-a399-ce78539abad4 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:20:13.646605 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:13.734631 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] For port 61e37c8d-8ef1-4efa-a399-ce78539abad4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61e37c8d-8ef1-4efa-a399-ce78539abad4,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:13.734998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:13.912999 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:13.913366 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:13.913693 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Floating IP 8061c04b-10a8-45d7-9491-0ebe179a274b disassociated. External IP: 172.27.3.179, port: 61e37c8d-8ef1-4efa-a399-ce78539abad4. Sep 03 19:20:13.914026 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Calling delete_port for 61e37c8d-8ef1-4efa-a399-ce78539abad4 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:20:14.082514 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:14.114579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event deleted for resources: {'Port': ['ID=61e37c8d-8ef1-4efa-a399-ce78539abad4,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:14.223694 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:20:14.333610 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:14.357367 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288dc8-1222-4415-ad28-d54e70695b49 req-a54c45e0-c61a-4f9f-8eca-f42cd79c505d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:14.358807 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c2288dc8-1222-4415-ad28-d54e70695b49 req-a54c45e0-c61a-4f9f-8eca-f42cd79c505d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0931289 Sep 03 19:20:14.368446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:20:14.378143 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:20:14.389747 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:20:14.390297 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:20:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:14.418790 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] No DVR routers for this DVR port 61e37c8d-8ef1-4efa-a399-ce78539abad4 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:20:14.425415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:14.427334 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5c4da434-e2b0-4338-aec9-d67454f87dfa req-00899119-8413-4f54-82a7-ece76f2fb4b5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "DELETE /v2.0/ports/61e37c8d-8ef1-4efa-a399-ce78539abad4 HTTP/1.1" status: 204 len: 173 time: 0.8722334 Sep 03 19:20:14.427757 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'name': 'network-vif-deleted', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:14.429977 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ddb09c-10d0-4454-a8a4-28f755bfab11" -d '{"events": [{"server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "name": "network-vif-deleted", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:14.439837 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c2288dc8-1222-4415-ad28-d54e70695b49 req-abf4b005-0a08-472e-babe-43fa6a78d7ac tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735238 Sep 03 19:20:14.476800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f3a40b-9e25-4654-a282-b9048cb5e20d x-openstack-request-id: req-a0f3a40b-9e25-4654-a282-b9048cb5e20d {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:14.477153 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5354d48-89e9-4f0b-be43-833fcb9dcca6", "name": "network-vif-deleted", "tag": "61e37c8d-8ef1-4efa-a399-ce78539abad4", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:14.477404 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0f3a40b-9e25-4654-a282-b9048cb5e20d {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:14.477822 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5354d48-89e9-4f0b-be43-833fcb9dcca6', 'name': 'network-vif-deleted', 'tag': '61e37c8d-8ef1-4efa-a399-ce78539abad4', 'status': 'completed', 'code': 200} Sep 03 19:20:14.594085 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327cb3d-3dc5-4a00-90c6-39b1e5a0b981 req-d98b2b4f-5084-4e71-a7c6-d3a6ea4f377c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:14.594085 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1327cb3d-3dc5-4a00-90c6-39b1e5a0b981 req-d98b2b4f-5084-4e71-a7c6-d3a6ea4f377c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0541739 Sep 03 19:20:14.599927 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56332) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:14.606594 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Request body: {'floatingip': {'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:14.622127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:20:14.646906 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:14.709507 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7f271afb-1c6e-4008-9f4e-45f5d29246ca req-db11d018-33ed-481d-8d16-8aa836263c2f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5354d48-89e9-4f0b-be43-833fcb9dcca6 HTTP/1.1" status: 200 len: 210 time: 0.0367072 Sep 03 19:20:14.832501 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:14.864962 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:20:14.874177 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:20:14.874889 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:20:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:14.988528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:20:15.098408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:15.179754 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:15.191484 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:15.217790 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b4bf5-524d-49c9-bebc-da7e6cde5a3a None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:20:15.283881 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Floating IP 695314cd-57d5-49a9-beb6-d51adc2c55b1 associated. External IP: 172.27.3.145, port: b0c3d4a1-9d06-4544-84dc-f420435bc705. Sep 03 19:20:15.440696 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67bdd8f-88cd-493b-998b-33ec5e0d6ea1 None None] New status for floating IP 8061c04b-10a8-45d7-9491-0ebe179a274b: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:20:15.500148 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:20:15.609009 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:20:15.613861 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:15.621179 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:20:15.630855 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:20:15.631468 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:20:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:15.642078 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e2272fa3-077a-488f-b8f6-72a2282d8f1f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "PUT /v2.0/floatingips/695314cd-57d5-49a9-beb6-d51adc2c55b1 HTTP/1.1" status: 200 len: 992 time: 1.0410850 Sep 03 19:20:15.642666 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:15.644877 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d17a9-7e2e-4531-8b50-a1cbbab15031" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:15.682146 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45549ddf-8ea9-4501-a532-a806f6251e05 x-openstack-request-id: req-45549ddf-8ea9-4501-a532-a806f6251e05 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:15.682459 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:15.682794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45549ddf-8ea9-4501-a532-a806f6251e05 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:15.683296 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'status': 'completed', 'code': 200} Sep 03 19:20:15.737980 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:20:15.911037 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56352) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:15.982357 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0aac611b-b584-4281-81c9-722e2156c1dd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:15.990594 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-1483c096-013d-45b6-9153-2a41edeef8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:15.992077 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-1483c096-013d-45b6-9153-2a41edeef8dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1099 time: 0.2844889 Sep 03 19:20:16.007559 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0aac611b-b584-4281-81c9-722e2156c1dd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.033373 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '695314cd-57d5-49a9-beb6-d51adc2c55b1', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'mac_address': 'fa:16:3e:cb:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:19:59Z', 'updated_at': '2021-09-03T19:20:15Z', 'revision_number': 1, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:16.059575 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:20:16.069451 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:20:16.070958 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:20:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:16.084781 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-3e9ffc9e-495b-4b07-865e-a02225abf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:16.086293 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-3e9ffc9e-495b-4b07-865e-a02225abf3ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0866981 Sep 03 19:20:16.127686 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0aac611b-b584-4281-81c9-722e2156c1dd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.130286 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0aac611b-b584-4281-81c9-722e2156c1dd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.131436 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-0aac611b-b584-4281-81c9-722e2156c1dd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "DELETE /v2.0/security-groups/886c68cb-a560-4510-9528-f474d4ad6911 HTTP/1.1" status: 204 len: 168 time: 0.2184060 Sep 03 19:20:16.135930 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56358) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:16.152796 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.api.v2.resource [None req-92b9081a-d398-45c6-9fef-947f56d5eb46 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] show failed (client error): The resource could not be found. Sep 03 19:20:16.155544 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-92b9081a-d398-45c6-9fef-947f56d5eb46 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups/886c68cb-a560-4510-9528-f474d4ad6911 HTTP/1.1" status: 404 len: 347 time: 0.0169857 Sep 03 19:20:16.155544 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac611b-b584-4281-81c9-722e2156c1dd tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c68cb-a560-4510-9528-f474d4ad6911,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:16.157190 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56360) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:16.204919 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-feb337ab-f8b5-495a-af16-b7c19d24fbe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 200 len: 1000 time: 0.1095307 Sep 03 19:20:16.213091 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:20:16.312219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-e41ffce5-290c-413e-b67d-c9845c5f9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:16.313794 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-e41ffce5-290c-413e-b67d-c9845c5f9b1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0710053 Sep 03 19:20:16.356439 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Deleting port 0c9b1eab-e3b5-416e-bfcd-c315116091f7 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:20:16.356779 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.416961 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-8ea67d06-8fd4-457b-a14c-35f722b5e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:16.418432 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-8ea67d06-8fd4-457b-a14c-35f722b5e44d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953493 Sep 03 19:20:16.446549 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '695314cd-57d5-49a9-beb6-d51adc2c55b1', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'mac_address': 'fa:16:3e:cb:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:19:59Z', 'updated_at': '2021-09-03T19:20:15Z', 'revision_number': 1, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:16.467925 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.472667 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.472852 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d21708-71f0-4084-b770-e8b44b86d282 None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '695314cd-57d5-49a9-beb6-d51adc2c55b1', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'mac_address': 'fa:16:3e:cb:f9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:19:59Z', 'updated_at': '2021-09-03T19:20:15Z', 'revision_number': 1, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:20:16.507446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Calling delete_port for 0c9b1eab-e3b5-416e-bfcd-c315116091f7 owned by network:floatingip {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:20:16.584089 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-12a32b2d-0bfe-4fee-b2e7-3a69e7e37b58 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565282 Sep 03 19:20:16.661772 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0fc04-128b-4f90-b032-58103090d26a None None] New status for floating IP 695314cd-57d5-49a9-beb6-d51adc2c55b1: ACTIVE {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:20:16.722726 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-054d17a9-7e2e-4531-8b50-a1cbbab15031 req-1a294c16-1186-4c48-bc03-a43ca09cc23f service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243296 Sep 03 19:20:16.796442 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.824377 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event deleted for resources: {'Port': ['ID=0c9b1eab-e3b5-416e-bfcd-c315116091f7,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:16.889192 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.891691 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:16.892861 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-318f2b9d-d72c-4859-8e8e-321e49a886d8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "DELETE /v2.0/floatingips/8061c04b-10a8-45d7-9491-0ebe179a274b HTTP/1.1" status: 204 len: 168 time: 0.7347755 Sep 03 19:20:17.343910 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56372) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:17.349256 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547548538', 'description': 'tempest-description--1462572993'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:17.441926 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:17.750560 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:17.818930 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:17.848040 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:17.877355 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 61e37c8d-8ef1-4efa-a399-ce78539abad4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:20:17.893382 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:17.894654 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-9eb77ce3-d29f-4ec2-a2bd-3a801d23fe90 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5491855 Sep 03 19:20:17.897517 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56378) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:17.901415 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 61e37c8d-8ef1-4efa-a399-ce78539abad4 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:20:17.911116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 61e37c8d-8ef1-4efa-a399-ce78539abad4 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:20:17.911246 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'security_group_rule': {'security_group_id': '70a1dd84-ef75-4240-a9bf-e0270dcfb6a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:17.972389 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.024597 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.076203 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.092969 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c470deea-83af-4ff3-b66b-a0e07fd5c808,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:18.167668 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.168869 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-133ea4a9-d8f4-4b61-8367-b3ec9dc4af74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704108 Sep 03 19:20:18.171440 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56380) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:18.175743 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'security_group_rule': {'security_group_id': '70a1dd84-ef75-4240-a9bf-e0270dcfb6a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:18.258118 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.312384 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.396264 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.413871 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973d9029-d238-4eff-93f5-bcec77fb6cfa,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:18.470789 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.475147 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-80088d15-afbf-421a-8734-3ef11c480ca3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2998002 Sep 03 19:20:18.475553 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56384) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:18.480588 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:18.550827 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.648052 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.754557 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Allocated IP 172.27.3.57 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/ac7e8f1b-9643-41c4-a8f7-bc773c4d3c25) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:20:18.851638 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:18.967200 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.002974 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:20:19.005729 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:20:19.009128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:20:19.017153 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'Port': ['ID=ac7e8f1b-9643-41c4-a8f7-bc773c4d3c25,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:19.097896 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.203273 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.344359 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.401989 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.465487 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'Port': ['ID=ac7e8f1b-9643-41c4-a8f7-bc773c4d3c25,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:19.476443 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.550350 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:19.551576 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-56bb33bc-e853-4aa1-9273-8cf34a70edeb tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0750854 Sep 03 19:20:19.745383 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-aad6ecfb-0747-4baa-8d7f-4fce55f4420c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--547548538&fields=id&tenant_id=4f5d73960b1845d89cd3c669cf15b5a6 HTTP/1.1" status: 200 len: 267 time: 0.0328395 Sep 03 19:20:19.851370 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-7b76f78c-abcf-4651-a35d-27299b554f64 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:19.852873 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-7b76f78c-abcf-4651-a35d-27299b554f64 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 810 time: 0.1007838 Sep 03 19:20:19.868437 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-8c45f4c2-e1bc-4606-81e2-db98fd318c8c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/quotas/4f5d73960b1845d89cd3c669cf15b5a6 HTTP/1.1" status: 200 len: 375 time: 0.0091925 Sep 03 19:20:19.924629 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-552dc5be-c4b8-40b3-b09b-0a3085574445 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503154 Sep 03 19:20:20.018398 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-effc33ab-149e-4a05-8a65-c995d5cd2cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819588 Sep 03 19:20:20.110440 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-e31b2c94-5042-4886-82fe-d7afaa3e3cd1 service neutron] 10.222.0.18 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861797 Sep 03 19:20:20.332661 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c2b2c295-b063-4ea1-bf72-53f0e2915b68 req-8a5366db-3996-4144-8e00-664d92d69790 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0299730 Sep 03 19:20:21.376205 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfc14c-e37c-461d-a8a7-54117577cd69 req-0e7e5f6a-616e-419e-beb1-996a694df228 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:21.377681 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0fcfc14c-e37c-461d-a8a7-54117577cd69 req-0e7e5f6a-616e-419e-beb1-996a694df228 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0485854 Sep 03 19:20:21.417778 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0fcfc14c-e37c-461d-a8a7-54117577cd69 req-3c5cc353-0ad1-4edd-ad5a-13b53616931d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340695 Sep 03 19:20:21.495006 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dd253ea0-8b22-4bf9-a183-9677603fa529 req-510c8f4c-03df-4e83-8387-90f5244b7733 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0256100 Sep 03 19:20:22.527954 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231575c-b16b-4664-a3ed-dc27c098a4a5 req-a3273207-e4c5-41a0-9fb5-3899e399f428 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:22.529406 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5231575c-b16b-4664-a3ed-dc27c098a4a5 req-a3273207-e4c5-41a0-9fb5-3899e399f428 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0477722 Sep 03 19:20:22.571232 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5231575c-b16b-4664-a3ed-dc27c098a4a5 req-fec35143-f11e-4aef-ab0a-70fb7c2cd50a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360081 Sep 03 19:20:22.647410 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8c93785e-0b48-4ba8-8447-6ce80af76476 req-841de5ac-6cfe-4f3b-8d4a-760064d87347 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0250826 Sep 03 19:20:23.382563 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-8269ea3f-968a-449a-b2e8-6bbdb004dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:23.384094 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-8269ea3f-968a-449a-b2e8-6bbdb004dc88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1137 time: 0.0411851 Sep 03 19:20:23.476506 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-991bfd18-00d5-4453-9a9f-452c528d2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:23.478016 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-991bfd18-00d5-4453-9a9f-452c528d2245 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 915 time: 0.0864322 Sep 03 19:20:23.546602 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-5701d197-d5b2-45c5-ad3b-7fb050902d49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 1001 time: 0.0613079 Sep 03 19:20:23.599266 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-d6a6c63e-a51e-47f1-bf53-4473cfc8cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:23.600758 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-d6a6c63e-a51e-47f1-bf53-4473cfc8cc2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.0437214 Sep 03 19:20:23.835486 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1687cb-3053-4d32-be72-60b5889b55c2 req-6b7ecfe7-4996-4ff1-8bce-2d55bb530143 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:23.836998 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cc1687cb-3053-4d32-be72-60b5889b55c2 req-6b7ecfe7-4996-4ff1-8bce-2d55bb530143 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.2008972 Sep 03 19:20:23.850175 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40922a2c-4416-434e-aa47-359d9e4b2579 req-c370595a-9cb7-4c60-ab5f-4a124f108913 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.1353865 Sep 03 19:20:23.877716 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cc1687cb-3053-4d32-be72-60b5889b55c2 req-cf478de2-2765-4229-a75e-ca093347ced0 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340190 Sep 03 19:20:24.513948 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-6c1c1745-80c7-4c89-8775-ef31733f8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:24.515300 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-6c1c1745-80c7-4c89-8775-ef31733f8829 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421588 Sep 03 19:20:24.941987 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-46c1f78e-6cd6-47dc-9c3f-b13e596c57e9 req-aae1f0ee-92de-4124-988d-f4279aaac7b8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0254540 Sep 03 19:20:25.043557 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9242-c1a7-4bbf-81b5-a6ca4e862a75 req-48c54c75-7a72-4b88-82aa-bcfe49bc010f tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:25.045019 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-70ee9242-c1a7-4bbf-81b5-a6ca4e862a75 req-48c54c75-7a72-4b88-82aa-bcfe49bc010f tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0509822 Sep 03 19:20:25.083245 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-70ee9242-c1a7-4bbf-81b5-a6ca4e862a75 req-43249d4b-2516-4b0d-a69d-bd13988ded58 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324199 Sep 03 19:20:26.032118 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fde3a53e-ae28-4f2a-92b7-02523ad6f9e3 req-58c05000-d81d-4027-8431-8a8c7ab54f32 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0256531 Sep 03 19:20:26.192663 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb03ba-91ba-4b27-93aa-22e0ba150943 req-50747f0f-7957-4baf-8b1f-467f5c26af02 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:26.194146 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ceb03ba-91ba-4b27-93aa-22e0ba150943 req-50747f0f-7957-4baf-8b1f-467f5c26af02 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0482469 Sep 03 19:20:26.233417 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8ceb03ba-91ba-4b27-93aa-22e0ba150943 req-210b8b75-2495-424d-bed4-8e4b5e30dd6d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327253 Sep 03 19:20:26.344646 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:20:26.350787 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-22e49aff-3d9c-4a8f-8d22-7f437e6f2b16 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Sep 03 19:20:26.444917 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-36e1890a-50da-40f4-9743-94b3f8bf6a07 req-2cfc6f8e-acb7-4d2e-b21e-1d4bd4a1ad7c service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Sep 03 19:20:26.786643 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-c59f0f78-58b2-4aa1-813f-1e04807705aa tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:26.787975 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-c59f0f78-58b2-4aa1-813f-1e04807705aa tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 810 time: 0.0980878 Sep 03 19:20:26.839808 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-ce51b141-28c0-46a8-afe6-931419294c45 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5d73960b1845d89cd3c669cf15b5a6 HTTP/1.1" status: 200 len: 379 time: 0.0347822 Sep 03 19:20:26.849809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'port': {'device_id': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'admin_state_up': True, 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'security_groups': ['70a1dd84-ef75-4240-a9bf-e0270dcfb6a0']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:27.017517 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Made reservation on behalf of 4f5d73960b1845d89cd3c669cf15b5a6 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:20:27.021226 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:27.126400 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4d68e1ea-a589-4f64-b244-8bb12956ad9b req-9f171b24-caba-420d-b4c1-dae605c892f3 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0277166 Sep 03 19:20:27.159668 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Allocated IP 172.20.0.12 (788f2e73-d509-49b5-943b-4323818be9b2/804082be-ac68-45e1-9043-1f02c9b54fd8/91715b5c-a652-4d44-b794-f86bff48e769) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:20:27.290955 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:27.309461 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Transition to ACTIVE for port object 91715b5c-a652-4d44-b794-f86bff48e769 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:20:27.386304 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0895-f82c-4c01-b5cd-248ef7183de9 req-3b0da07b-bfbd-454d-9818-194b7c90895a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:27.387789 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db7e0895-f82c-4c01-b5cd-248ef7183de9 req-3b0da07b-bfbd-454d-9818-194b7c90895a tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0732956 Sep 03 19:20:27.427482 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-db7e0895-f82c-4c01-b5cd-248ef7183de9 req-a1e2def8-d091-4c4a-a30b-16a1edb9a3af tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336719 Sep 03 19:20:27.435959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:27.477410 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Network 788f2e73-d509-49b5-943b-4323818be9b2 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:20:27.480916 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:20:27.484663 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:20:27.493758 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event updated for resources: {'Port': ['ID=91715b5c-a652-4d44-b794-f86bff48e769,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:27.544481 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:27.545135 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:27.608257 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-104f8822-7213-40d2-968c-d0e7230028b6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7623417 Sep 03 19:20:27.622946 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Request body: {'port': {'device_id': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:27.681508 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:27.830230 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-733e99ba-4822-4b13-957c-9440afe7e8a2 None None] Provisioning for port 91715b5c-a652-4d44-b794-f86bff48e769 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:20:27.834399 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-733e99ba-4822-4b13-957c-9440afe7e8a2 None None] Provisioning complete for port 91715b5c-a652-4d44-b794-f86bff48e769 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:20:27.834775 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-733e99ba-4822-4b13-957c-9440afe7e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:27.871240 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-733e99ba-4822-4b13-957c-9440afe7e8a2 None None] Port 91715b5c-a652-4d44-b794-f86bff48e769 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:20:27.980248 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91715b5c-a652-4d44-b794-f86bff48e769 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:20:27.988012 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:28.008620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Transition to ACTIVE for port object 91715b5c-a652-4d44-b794-f86bff48e769 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:20:28.075414 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:28.128473 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21582959-4180-49d3-ab43-445c730be00c service neutron] Pushing event updated for resources: {'Port': ['ID=91715b5c-a652-4d44-b794-f86bff48e769,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:28.199386 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Attempting to bind port 91715b5c-a652-4d44-b794-f86bff48e769 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:20:28.199947 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Attempting to bind port 91715b5c-a652-4d44-b794-f86bff48e769 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:20:28.200073 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Attempting to bind port 91715b5c-a652-4d44-b794-f86bff48e769 on network 788f2e73-d509-49b5-943b-4323818be9b2 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:20:28.204795 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Port 91715b5c-a652-4d44-b794-f86bff48e769 on network 788f2e73-d509-49b5-943b-4323818be9b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:20:28.205154 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Attempting to bind port 91715b5c-a652-4d44-b794-f86bff48e769 on network 788f2e73-d509-49b5-943b-4323818be9b2 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:20:28.211596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:20:28.211596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Checking segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:20:28.211596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Bound using segment: {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:20:28.211596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Bound port: 91715b5c-a652-4d44-b794-f86bff48e769, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5872b3f6-0a28-4172-8bd9-d3ba656a4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:20:28.211596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:28.252210 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78289aba-6aff-49fe-87a6-5905ccfb0876 req-9d6aff2c-ea9c-4ede-978f-ddde49ce8962 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.259638 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-78289aba-6aff-49fe-87a6-5905ccfb0876 req-9d6aff2c-ea9c-4ede-978f-ddde49ce8962 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 944 time: 0.0590718 Sep 03 19:20:28.278570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] For port 91715b5c-a652-4d44-b794-f86bff48e769, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:20:28.281796 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] For port 91715b5c-a652-4d44-b794-f86bff48e769, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=91715b5c-a652-4d44-b794-f86bff48e769,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:20:28.295148 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-78289aba-6aff-49fe-87a6-5905ccfb0876 req-f3c02838-0348-4a96-baff-911e3b913b62 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339935 Sep 03 19:20:28.367939 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:28.401496 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.402107 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:28.403494 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-21582959-4180-49d3-ab43-445c730be00c service neutron] 10.222.0.20 "PUT /v2.0/ports/91715b5c-a652-4d44-b794-f86bff48e769 HTTP/1.1" status: 200 len: 1094 time: 0.7851160 Sep 03 19:20:28.403935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:28.406281 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73da7e58-812b-4d03-a3fb-8e054bd60bae" -d '{"events": [{"name": "network-changed", "server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "tag": "91715b5c-a652-4d44-b794-f86bff48e769"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:28.441956 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21582959-4180-49d3-ab43-445c730be00c service neutron] Pushing event updated for resources: {'Port': ['ID=91715b5c-a652-4d44-b794-f86bff48e769,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:28.448126 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef138ae-7d51-406c-9e9c-23df03c16a87 x-openstack-request-id: req-1ef138ae-7d51-406c-9e9c-23df03c16a87 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:28.448416 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "tag": "91715b5c-a652-4d44-b794-f86bff48e769", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:28.448666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ef138ae-7d51-406c-9e9c-23df03c16a87 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:28.449133 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769', 'status': 'completed', 'code': 200} Sep 03 19:20:28.523941 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7e58-812b-4d03-a3fb-8e054bd60bae req-38d4e7f6-f7a8-4fe4-91a3-278c51ea03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.526506 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73da7e58-812b-4d03-a3fb-8e054bd60bae req-38d4e7f6-f7a8-4fe4-91a3-278c51ea03cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0433149 Sep 03 19:20:28.549300 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74d01f-80f8-4f21-8fc6-f1db1b681aa8 req-5a67db60-309d-412f-b82d-3d93d2f9aa60 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.550997 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f74d01f-80f8-4f21-8fc6-f1db1b681aa8 req-5a67db60-309d-412f-b82d-3d93d2f9aa60 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0510333 Sep 03 19:20:28.595633 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2f74d01f-80f8-4f21-8fc6-f1db1b681aa8 req-fefe4990-17d3-40e8-aee5-85d1c586c81b tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372088 Sep 03 19:20:28.633932 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7e58-812b-4d03-a3fb-8e054bd60bae req-eb4f8b15-b583-47c5-a479-c0bd3aa6038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.635871 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73da7e58-812b-4d03-a3fb-8e054bd60bae req-eb4f8b15-b583-47c5-a479-c0bd3aa6038c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1012940 Sep 03 19:20:28.732673 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7e58-812b-4d03-a3fb-8e054bd60bae req-60989373-802d-4f24-bad2-546e39a71e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.734109 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73da7e58-812b-4d03-a3fb-8e054bd60bae req-60989373-802d-4f24-bad2-546e39a71e03 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894778 Sep 03 19:20:28.822000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-58d53c1b-e051-4c27-9647-b75ca102f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.823519 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-58d53c1b-e051-4c27-9647-b75ca102f202 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 1097 time: 0.0402052 Sep 03 19:20:28.870877 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-47abeddd-b90e-4beb-bbb4-42052923ab77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91715b5c-a652-4d44-b794-f86bff48e769 HTTP/1.1" status: 200 len: 217 time: 0.0372126 Sep 03 19:20:28.920147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-a08b4efd-cdbb-46f8-bbd1-c7a8734dc7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.921480 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-a08b4efd-cdbb-46f8-bbd1-c7a8734dc7cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.0426016 Sep 03 19:20:28.966530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-af0043d4-4148-4354-8f1c-a63544b8879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:28.967960 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-af0043d4-4148-4354-8f1c-a63544b8879a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384922 Sep 03 19:20:29.079099 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-85265cb9-6dbf-4c73-a29e-840d22617b6f service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982687 Sep 03 19:20:29.170701 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3f9cb1b4-d117-4a67-8702-2f3a2e27fefe req-90f5f4e8-a783-446e-a374-5639a03235f2 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820980 Sep 03 19:20:29.425516 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f88f8-cd49-44cd-a0c7-2d74b067899b req-8195cfba-6d67-454e-88e9-2cbe49d2ceba tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:29.426283 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a60f88f8-cd49-44cd-a0c7-2d74b067899b req-8195cfba-6d67-454e-88e9-2cbe49d2ceba tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 944 time: 0.0543730 Sep 03 19:20:29.465359 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a60f88f8-cd49-44cd-a0c7-2d74b067899b req-76b6a0a9-e86b-4bc5-adc7-a1af8d21e14b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Sep 03 19:20:29.710068 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980268e-2e9f-4437-bcd9-53fefa2a5bd3 req-32137678-4603-49c1-b1e9-acfd9930df55 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:29.711486 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e980268e-2e9f-4437-bcd9-53fefa2a5bd3 req-32137678-4603-49c1-b1e9-acfd9930df55 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0482872 Sep 03 19:20:29.750725 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e980268e-2e9f-4437-bcd9-53fefa2a5bd3 req-7f5c4dd0-257c-4fa1-a0a1-5f3484c9f9f2 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332844 Sep 03 19:20:30.581291 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392da5-9feb-49f6-aa6e-94f0b3c8de85 req-a52f1974-9d23-4845-9e78-5943951fa4e1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:30.582885 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-42392da5-9feb-49f6-aa6e-94f0b3c8de85 req-a52f1974-9d23-4845-9e78-5943951fa4e1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 944 time: 0.0492275 Sep 03 19:20:30.621175 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-42392da5-9feb-49f6-aa6e-94f0b3c8de85 req-e07fb92b-6a55-44b3-827b-193b30dbed04 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319316 Sep 03 19:20:30.864808 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfda4af-0bc4-4fb9-9d05-6d1f83a6d29f req-b9caa8ad-e552-46f0-88b1-ac09a7800524 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:30.866276 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ebfda4af-0bc4-4fb9-9d05-6d1f83a6d29f req-b9caa8ad-e552-46f0-88b1-ac09a7800524 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0507207 Sep 03 19:20:30.905317 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ebfda4af-0bc4-4fb9-9d05-6d1f83a6d29f req-fb3a0781-0939-4c48-aa81-8ea2c87e8c74 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326209 Sep 03 19:20:31.792971 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3970-c7c6-4fe9-a64f-21377b81731a req-1091257a-2c97-4057-b087-d9b0175e5a74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:31.794449 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b93a3970-c7c6-4fe9-a64f-21377b81731a req-1091257a-2c97-4057-b087-d9b0175e5a74 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 944 time: 0.0498312 Sep 03 19:20:31.831127 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b93a3970-c7c6-4fe9-a64f-21377b81731a req-e8aa7bf7-abdb-4188-ab41-9ac7daed09a7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Sep 03 19:20:31.915101 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 91715b5c-a652-4d44-b794-f86bff48e769 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:20:32.013918 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 91715b5c-a652-4d44-b794-f86bff48e769, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=91715b5c-a652-4d44-b794-f86bff48e769,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:32.023664 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd648e3-3ed4-493d-8019-5f83793ff59e req-dde97b0b-50e6-4b27-86c1-558a7327f403 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:32.025469 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1fd648e3-3ed4-493d-8019-5f83793ff59e req-dde97b0b-50e6-4b27-86c1-558a7327f403 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0484822 Sep 03 19:20:32.069500 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1fd648e3-3ed4-493d-8019-5f83793ff59e req-cc522c06-61a4-4630-a6ed-6dc537f4375c tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368512 Sep 03 19:20:32.140517 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '91715b5c-a652-4d44-b794-f86bff48e769', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'port_id': '91715b5c-a652-4d44-b794-f86bff48e769', 'mac_address': 'fa:16:3e:f5:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:20:32.183322 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:32.195843 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91715b5c-a652-4d44-b794-f86bff48e769 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:20:32.216505 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 91715b5c-a652-4d44-b794-f86bff48e769, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=91715b5c-a652-4d44-b794-f86bff48e769,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:32.298635 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:32.344528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=91715b5c-a652-4d44-b794-f86bff48e769,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:32.528561 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['91715b5c-a652-4d44-b794-f86bff48e769'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:20:32.921451 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:32.943393 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee30a-5e80-455a-bc24-6eed266230ec req-c1af6165-62e7-4daf-985f-5224a57d9eb6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:32.944894 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-545ee30a-5e80-455a-bc24-6eed266230ec req-c1af6165-62e7-4daf-985f-5224a57d9eb6 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 945 time: 0.0488534 Sep 03 19:20:32.983214 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-545ee30a-5e80-455a-bc24-6eed266230ec req-3792d810-cfa6-481d-9bce-a7cc87bee76b tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324066 Sep 03 19:20:33.187592 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8350c-41b7-41cf-b86b-ca86a07a43a6 req-fad99994-3196-4851-8ce9-abd4070ac4e0 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:33.189189 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-13b8350c-41b7-41cf-b86b-ca86a07a43a6 req-fad99994-3196-4851-8ce9-abd4070ac4e0 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0512877 Sep 03 19:20:33.228586 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-13b8350c-41b7-41cf-b86b-ca86a07a43a6 req-25bb96ff-c9d0-450e-9a36-b253ef4f9735 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334926 Sep 03 19:20:33.927420 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 91715b5c-a652-4d44-b794-f86bff48e769 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:20:34.023751 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 91715b5c-a652-4d44-b794-f86bff48e769 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:20:34.028732 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 91715b5c-a652-4d44-b794-f86bff48e769 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:20:34.030828 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:34.100373 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f17c-8a6c-4287-add1-308ea2e0058a req-7fd9d3ed-b805-42b5-b3ca-ae1120a52acc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:34.101979 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4bd6f17c-8a6c-4287-add1-308ea2e0058a req-7fd9d3ed-b805-42b5-b3ca-ae1120a52acc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 945 time: 0.0490882 Sep 03 19:20:34.112428 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:34.135055 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:34.137355 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a0940a-aae2-4941-aa2c-dfbf238af7eb" -d '{"events": [{"server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "91715b5c-a652-4d44-b794-f86bff48e769"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:34.141040 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4bd6f17c-8a6c-4287-add1-308ea2e0058a req-ead51200-3d55-4eb1-8463-cb5cc13d3dd9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Sep 03 19:20:34.150200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 91715b5c-a652-4d44-b794-f86bff48e769, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=91715b5c-a652-4d44-b794-f86bff48e769,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:20:34.174715 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363219aa-aa0a-4d4a-b14b-717385576534 x-openstack-request-id: req-363219aa-aa0a-4d4a-b14b-717385576534 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:34.174995 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "name": "network-vif-plugged", "status": "completed", "tag": "91715b5c-a652-4d44-b794-f86bff48e769", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:34.175239 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-363219aa-aa0a-4d4a-b14b-717385576534 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:34.175648 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769', 'code': 200} Sep 03 19:20:34.212943 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:34.259811 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=91715b5c-a652-4d44-b794-f86bff48e769,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:34.346498 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac1ceb-ec38-4021-8562-609efd814fe3 req-1a781364-2521-4006-8a14-4134b0f5b743 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:34.348005 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-baac1ceb-ec38-4021-8562-609efd814fe3 req-1a781364-2521-4006-8a14-4134b0f5b743 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0528686 Sep 03 19:20:34.388161 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-baac1ceb-ec38-4021-8562-609efd814fe3 req-7ba4983c-ef74-43a7-92ec-3ddcff9f4917 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339777 Sep 03 19:20:34.462797 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6645bd-7687-461a-b00b-2828e0c45779 req-6d4916a8-9735-4726-93da-9e94f8d008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:34.464800 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ca6645bd-7687-461a-b00b-2828e0c45779 req-6d4916a8-9735-4726-93da-9e94f8d008a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 1099 time: 0.0408430 Sep 03 19:20:34.498109 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ca6645bd-7687-461a-b00b-2828e0c45779 req-27902178-db24-4620-beae-890eb6b309ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262153 Sep 03 19:20:35.252442 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34825398-d2ed-46c3-ad40-8aa4dbf81c75 req-b3d9807a-487d-4e6d-b541-32bcfc3344e8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:35.253911 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-34825398-d2ed-46c3-ad40-8aa4dbf81c75 req-b3d9807a-487d-4e6d-b541-32bcfc3344e8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0471663 Sep 03 19:20:35.291347 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-34825398-d2ed-46c3-ad40-8aa4dbf81c75 req-d992dac7-1986-4601-871b-a565f94777ef tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Sep 03 19:20:35.506419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab7284-c777-4894-b6cf-243c8d75ef25 req-49d80aaa-5406-42e6-8ffd-b62902596048 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:35.507884 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a6ab7284-c777-4894-b6cf-243c8d75ef25 req-49d80aaa-5406-42e6-8ffd-b62902596048 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0511630 Sep 03 19:20:35.546811 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a6ab7284-c777-4894-b6cf-243c8d75ef25 req-53420aca-457e-4772-9e0c-e9160b256d4d tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322194 Sep 03 19:20:36.404978 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a641d-ca76-4e2a-bb28-c9992db65e61 req-0b825f7d-264d-40da-a6c9-cb55949604b7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:36.406462 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d21a641d-ca76-4e2a-bb28-c9992db65e61 req-0b825f7d-264d-40da-a6c9-cb55949604b7 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0496156 Sep 03 19:20:36.442078 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d21a641d-ca76-4e2a-bb28-c9992db65e61 req-4e42042d-5bff-492f-a98f-f461400514bc tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298803 Sep 03 19:20:36.657113 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf639b76-4fdd-4465-a315-79229ff0a074 req-bd547d1f-d3a4-44ec-80ac-2928503c26a3 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:36.658560 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cf639b76-4fdd-4465-a315-79229ff0a074 req-bd547d1f-d3a4-44ec-80ac-2928503c26a3 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0475168 Sep 03 19:20:36.696212 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cf639b76-4fdd-4465-a315-79229ff0a074 req-2a7955c1-8747-45ce-9596-0ab601036579 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318117 Sep 03 19:20:37.555635 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcbdcb-9896-4704-9a73-d0d0894f8c3d req-1a97a749-c539-433c-9359-2d134b52111f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:37.557095 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3afcbdcb-9896-4704-9a73-d0d0894f8c3d req-1a97a749-c539-433c-9359-2d134b52111f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0508182 Sep 03 19:20:37.592845 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3afcbdcb-9896-4704-9a73-d0d0894f8c3d req-f1163bcc-6aed-4648-8baa-7de2de642071 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299230 Sep 03 19:20:37.806504 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d805495-739b-4b31-8125-04180c6e5142 req-eb13dcf5-09fd-4c90-82b9-b946263e0194 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:37.807958 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2d805495-739b-4b31-8125-04180c6e5142 req-eb13dcf5-09fd-4c90-82b9-b946263e0194 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0478885 Sep 03 19:20:37.846884 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2d805495-739b-4b31-8125-04180c6e5142 req-dc2281b0-862c-4abf-a851-6c3aecfbbaeb tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330236 Sep 03 19:20:38.471470 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-a5a7e3b9-2040-4cff-8384-534b7ea8719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:38.472967 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-a5a7e3b9-2040-4cff-8384-534b7ea8719e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1137 time: 0.1048305 Sep 03 19:20:38.578766 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-bda6072d-f3c7-4e9b-b288-7e39bce3dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:38.580120 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-bda6072d-f3c7-4e9b-b288-7e39bce3dae6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 915 time: 0.0873291 Sep 03 19:20:38.649280 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-f34cb29f-3ae2-4684-a5bb-85727b24abe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 1001 time: 0.0573516 Sep 03 19:20:38.709396 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-922fd9e0-d1c9-49ab-8da4-23cb8ba7ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:38.710882 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-922fd9e0-d1c9-49ab-8da4-23cb8ba7ff71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.0540357 Sep 03 19:20:38.722119 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bef77-9e76-420e-b7fb-cb86eb35e545 req-3705e6da-7e7b-4cfb-82f8-8d0a3eb555a9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:38.723680 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-199bef77-9e76-420e-b7fb-cb86eb35e545 req-3705e6da-7e7b-4cfb-82f8-8d0a3eb555a9 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0654485 Sep 03 19:20:38.761858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-ebf193ad-b33b-4131-9d9a-0712542c1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:38.763350 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-ebf193ad-b33b-4131-9d9a-0712542c1083 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449364 Sep 03 19:20:38.766938 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-199bef77-9e76-420e-b7fb-cb86eb35e545 req-43393eb9-f926-4288-a6f9-9318b72899ba tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372038 Sep 03 19:20:38.888796 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-f51ab4ce-44a8-422e-83c2-0f9bdf89d76a service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128809 Sep 03 19:20:38.914141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290acf6-69d8-4d34-aec9-f0fc465d40fe req-3d724932-dc80-44d1-8b7d-903e06bf3baf tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:38.915602 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c290acf6-69d8-4d34-aec9-f0fc465d40fe req-3d724932-dc80-44d1-8b7d-903e06bf3baf tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0749962 Sep 03 19:20:38.937082 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56632) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:38.946121 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Request body: {'floatingip': {'port_id': '91715b5c-a652-4d44-b794-f86bff48e769'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:20:38.999041 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:39.002096 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8d5c82c4-ec44-4a31-a0c1-e91d96486d85 req-873334c2-7b37-4826-9982-6a3ed877f34b service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036468 Sep 03 19:20:39.077956 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a91bc1-6d84-41f7-96d8-3a9f324e913e req-84ee5e7a-de98-4214-bead-a830f5692032 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:39.079470 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-39a91bc1-6d84-41f7-96d8-3a9f324e913e req-84ee5e7a-de98-4214-bead-a830f5692032 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.1641932 Sep 03 19:20:39.183875 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-22708b27-25a5-443b-a4e4-298394fc9543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:39.185304 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-39a91bc1-6d84-41f7-96d8-3a9f324e913e req-263ecb76-c927-4a3d-9b2e-8afc3ef79c7b tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985434 Sep 03 19:20:39.463868 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:39.515076 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:39.613080 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Floating IP 6ac99cf9-14ff-4638-ade5-5d9232ff4c40 associated. External IP: 172.27.3.57, port: 91715b5c-a652-4d44-b794-f86bff48e769. Sep 03 19:20:39.815271 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:20:39.924242 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:20:39.928707 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:39.934534 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:20:39.943569 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:20:39.949195 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:20:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:39.959072 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e7f1aa14-e2db-411b-8b0b-63072491352a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "PUT /v2.0/floatingips/6ac99cf9-14ff-4638-ade5-5d9232ff4c40 HTTP/1.1" status: 200 len: 991 time: 1.0184369 Sep 03 19:20:39.959072 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:20:39.959761 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f880cc-591f-4810-bc53-61c6eb8c2126" -d '{"events": [{"name": "network-changed", "server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "tag": "91715b5c-a652-4d44-b794-f86bff48e769"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:20:40.005970 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814af09c-7ef3-4ee0-beb3-f1e009a684d2 x-openstack-request-id: req-814af09c-7ef3-4ee0-beb3-f1e009a684d2 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:20:40.005970 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "tag": "91715b5c-a652-4d44-b794-f86bff48e769", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:20:40.005970 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-814af09c-7ef3-4ee0-beb3-f1e009a684d2 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:20:40.005970 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769', 'status': 'completed', 'code': 200} Sep 03 19:20:40.054961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:20:40.068098 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-b293d582-86c0-4f16-b6b1-269aa15e397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:40.069634 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-b293d582-86c0-4f16-b6b1-269aa15e397c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 1099 time: 0.0402398 Sep 03 19:20:40.163188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-5074c754-6f09-4503-8dd7-91d1eb25d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:40.164663 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-5074c754-6f09-4503-8dd7-91d1eb25d7fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 200 len: 911 time: 0.0879228 Sep 03 19:20:40.235989 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-997adc14-8056-4f12-8045-d09354f0be8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91715b5c-a652-4d44-b794-f86bff48e769 HTTP/1.1" status: 200 len: 999 time: 0.0636461 Sep 03 19:20:40.281568 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '6ac99cf9-14ff-4638-ade5-5d9232ff4c40', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'port_id': '91715b5c-a652-4d44-b794-f86bff48e769', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'mac_address': 'fa:16:3e:f5:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:20:19Z', 'updated_at': '2021-09-03T19:20:39Z', 'revision_number': 1, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:40.308958 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:20:40.317316 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-dd20c021-4e16-4624-9e80-a8a1f73e432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:40.317478 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:20:40.318045 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:20:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:40.318785 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-dd20c021-4e16-4624-9e80-a8a1f73e432d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 200 len: 849 time: 0.0736835 Sep 03 19:20:40.330825 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdb5a2-933d-4171-ae41-28ff09b4aafb req-6dbad9d5-3d73-4a22-9cc0-5efcd865a848 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:40.332240 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fbbdb5a2-933d-4171-ae41-28ff09b4aafb req-6dbad9d5-3d73-4a22-9cc0-5efcd865a848 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0771832 Sep 03 19:20:40.398176 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-fbbdb5a2-933d-4171-ae41-28ff09b4aafb req-a9b68df8-e3ea-4d4c-ba6a-e931c80bb607 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=7475c07f-2ba1-410a-9cca-d91c573bc0bc&id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574908 Sep 03 19:20:40.401218 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-729dc807-70f2-41bf-8d1d-b53a62141df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:20:40.402687 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-729dc807-70f2-41bf-8d1d-b53a62141df2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=788f2e73-d509-49b5-943b-4323818be9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696166 Sep 03 19:20:40.424041 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:20:40.496172 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-1e848015-fe68-4f14-90ab-6c2316e9dfd6 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Sep 03 19:20:40.592875 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-65f880cc-591f-4810-bc53-61c6eb8c2126 req-2b3a0c91-8b6a-4e4a-b84f-842131badb18 service neutron] 10.222.0.20 "GET /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897644 Sep 03 19:20:40.645263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '6ac99cf9-14ff-4638-ade5-5d9232ff4c40', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'port_id': '91715b5c-a652-4d44-b794-f86bff48e769', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'mac_address': 'fa:16:3e:f5:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:20:19Z', 'updated_at': '2021-09-03T19:20:39Z', 'revision_number': 1, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:20:40.676085 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8737d-6d0e-41c2-bd0d-922957ef4ad4 None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '6ac99cf9-14ff-4638-ade5-5d9232ff4c40', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'port_id': '91715b5c-a652-4d44-b794-f86bff48e769', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'mac_address': 'fa:16:3e:f5:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:20:19Z', 'updated_at': '2021-09-03T19:20:39Z', 'revision_number': 1, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:20:40.865891 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b1fd2-cca4-4fbb-9683-2a2bdaa1d022 None None] New status for floating IP 6ac99cf9-14ff-4638-ade5-5d9232ff4c40: ACTIVE {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:20:41.663950 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb16b1cf-0ac2-41ec-93fb-aa60c4fe59b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:42.046447 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:42.697906 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:43.309865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56726) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:43.411793 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:43.498005 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:43.590083 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:43.627655 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6c5a54e293347eabb61544d27b63c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167543 Sep 03 19:20:43.628819 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d0b19-18e8-409a-be65-6330ddaa0f16,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:43.630280 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56730) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:43.644845 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.645217 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.645553 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.645882 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.646225 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.646539 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.646862 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.647179 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.647498 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.647816 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.648129 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.648442 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c49f51-5e6f-4175-8cb8-bafc272af2da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:43.909436 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:43.930023 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.046288 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.048784 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.049964 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d91d0b19-18e8-409a-be65-6330ddaa0f16 HTTP/1.1" status: 204 len: 168 time: 0.4186909 Sep 03 19:20:44.057321 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d0b19-18e8-409a-be65-6330ddaa0f16,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:44.064294 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.064763 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.065034 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.065371 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.065705 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.066035 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.066360 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.066684 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.067043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.067332 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.067649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.067967 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5274228a-76b3-410e-b6a9-be0b7ebce47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:20:44.331963 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.541400 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56740) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:44.555000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fd9511fb-25d8-463e-922f-a03d7accee56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.639257 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fd9511fb-25d8-463e-922f-a03d7accee56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.674533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fd9511fb-25d8-463e-922f-a03d7accee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.709861 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9511fb-25d8-463e-922f-a03d7accee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041cec08-939c-4d94-850d-fabd4ca6fd86,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:44.714141 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-fd9511fb-25d8-463e-922f-a03d7accee56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=408561cf2a2c4e47b748760603d0d025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716645 Sep 03 19:20:44.717303 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56742) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:44.766188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a52e629e-fe58-46b4-bff0-657ab5daa007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.788009 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a52e629e-fe58-46b4-bff0-657ab5daa007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.949760 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a52e629e-fe58-46b4-bff0-657ab5daa007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.952329 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a52e629e-fe58-46b4-bff0-657ab5daa007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:44.953997 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-a52e629e-fe58-46b4-bff0-657ab5daa007 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/041cec08-939c-4d94-850d-fabd4ca6fd86 HTTP/1.1" status: 204 len: 168 time: 0.2353277 Sep 03 19:20:44.961613 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e629e-fe58-46b4-bff0-657ab5daa007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041cec08-939c-4d94-850d-fabd4ca6fd86,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:49.677714 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56892) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:49.778973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8cdafa56-8ab2-457c-81cd-d8ed4ee59c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:49.869484 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8cdafa56-8ab2-457c-81cd-d8ed4ee59c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:49.920274 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8cdafa56-8ab2-457c-81cd-d8ed4ee59c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:49.957395 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-8cdafa56-8ab2-457c-81cd-d8ed4ee59c47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f432758463a647888823fa6d621f64c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786233 Sep 03 19:20:49.958212 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdafa56-8ab2-457c-81cd-d8ed4ee59c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71044fe1-b00e-4fea-bdc8-b8ad4e9d0b5e,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:49.960081 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56898) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:50.007341 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b20f3d8-9582-485b-8b35-545afaacfebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.028681 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b20f3d8-9582-485b-8b35-545afaacfebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.126013 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b20f3d8-9582-485b-8b35-545afaacfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.128544 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b20f3d8-9582-485b-8b35-545afaacfebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.129847 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1b20f3d8-9582-485b-8b35-545afaacfebd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71044fe1-b00e-4fea-bdc8-b8ad4e9d0b5e HTTP/1.1" status: 204 len: 168 time: 0.1687052 Sep 03 19:20:50.137773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20f3d8-9582-485b-8b35-545afaacfebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71044fe1-b00e-4fea-bdc8-b8ad4e9d0b5e,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:50.678681 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 56906) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:50.692261 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e74991e-4781-4d1d-805d-6b86a33905b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.774925 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e74991e-4781-4d1d-805d-6b86a33905b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.822886 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8e74991e-4781-4d1d-805d-6b86a33905b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.861515 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8e74991e-4781-4d1d-805d-6b86a33905b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc1a6a3359d14782aa30b9047c1d4955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817436 Sep 03 19:20:50.862407 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74991e-4781-4d1d-805d-6b86a33905b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919b0097-8b91-45d4-bae9-301a460b42a8,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:20:50.865199 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 56910) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:20:50.914095 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1b66-d49f-4819-a550-c12b5ad5b307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:50.936950 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1b66-d49f-4819-a550-c12b5ad5b307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:51.086089 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1b66-d49f-4819-a550-c12b5ad5b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:51.088683 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1b66-d49f-4819-a550-c12b5ad5b307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:20:51.090359 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-2f4d1b66-d49f-4819-a550-c12b5ad5b307 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/919b0097-8b91-45d4-bae9-301a460b42a8 HTTP/1.1" status: 204 len: 168 time: 0.2239876 Sep 03 19:20:51.098034 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d1b66-d49f-4819-a550-c12b5ad5b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b0097-8b91-45d4-bae9-301a460b42a8,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:02.948612 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.346821 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:21:03.385369 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57108) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:03.404389 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdc280-54fc-4404-8476-6293ef1ef44f req-c4996ef9-e0c8-4ba5-93b4-bd94c5df8c28 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:03.406043 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3cfdc280-54fc-4404-8476-6293ef1ef44f req-c4996ef9-e0c8-4ba5-93b4-bd94c5df8c28 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0563407 Sep 03 19:21:03.442284 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-3cfdc280-54fc-4404-8476-6293ef1ef44f req-f0058d2b-d0ca-4b60-b6b5-41cc1821c402 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304103 Sep 03 19:21:03.490373 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b06c-7586-4c7a-8824-f590b75c438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.573187 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b06c-7586-4c7a-8824-f590b75c438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.628319 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e4a8b06c-7586-4c7a-8824-f590b75c438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.664794 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e4a8b06c-7586-4c7a-8824-f590b75c438e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c03326078c87456ca01e78e8e5dfdff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783782 Sep 03 19:21:03.666738 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8b06c-7586-4c7a-8824-f590b75c438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2fa59d-9925-4140-9d2e-9cc81509fbfd,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:03.667535 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57112) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:03.715544 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d31be7b4-80cd-4db7-abd2-543105f5ed11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.736144 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d31be7b4-80cd-4db7-abd2-543105f5ed11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.851063 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d31be7b4-80cd-4db7-abd2-543105f5ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.853865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d31be7b4-80cd-4db7-abd2-543105f5ed11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:03.855160 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d31be7b4-80cd-4db7-abd2-543105f5ed11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f2fa59d-9925-4140-9d2e-9cc81509fbfd HTTP/1.1" status: 204 len: 168 time: 0.1865597 Sep 03 19:21:03.863505 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31be7b4-80cd-4db7-abd2-543105f5ed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2fa59d-9925-4140-9d2e-9cc81509fbfd,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:04.312414 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57120) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:04.325319 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-28867c58-7298-46b6-9251-65d534c9bbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.412857 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-28867c58-7298-46b6-9251-65d534c9bbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.473682 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-28867c58-7298-46b6-9251-65d534c9bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.512320 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-28867c58-7298-46b6-9251-65d534c9bbc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0e6c0b64e34410fbc763a6359fb6e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986902 Sep 03 19:21:04.513225 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28867c58-7298-46b6-9251-65d534c9bbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea2fdd4-d8eb-46ff-97e2-780fc2273537,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:04.515610 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57124) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:04.564242 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b5a04fa-1f2a-415d-ba4b-38cec6706562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.566317 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adf45a-bd10-4528-b382-89618ce6ea97 req-561cf47f-fff7-45ce-9ab9-e516cc30d69d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:04.567793 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c7adf45a-bd10-4528-b382-89618ce6ea97 req-561cf47f-fff7-45ce-9ab9-e516cc30d69d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0540273 Sep 03 19:21:04.584950 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b5a04fa-1f2a-415d-ba4b-38cec6706562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.604340 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c7adf45a-bd10-4528-b382-89618ce6ea97 req-b8ba5202-79a1-477a-b852-41187fcebc46 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302577 Sep 03 19:21:04.685140 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b5a04fa-1f2a-415d-ba4b-38cec6706562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.687645 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1b5a04fa-1f2a-415d-ba4b-38cec6706562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:04.688770 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1b5a04fa-1f2a-415d-ba4b-38cec6706562 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ea2fdd4-d8eb-46ff-97e2-780fc2273537 HTTP/1.1" status: 204 len: 168 time: 0.1722748 Sep 03 19:21:04.698758 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a04fa-1f2a-415d-ba4b-38cec6706562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea2fdd4-d8eb-46ff-97e2-780fc2273537,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:05.318186 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57132) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:05.331662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0cca4972-4f15-4b62-b4e5-d155645840c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.415050 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0cca4972-4f15-4b62-b4e5-d155645840c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.479441 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-0cca4972-4f15-4b62-b4e5-d155645840c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.515698 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-0cca4972-4f15-4b62-b4e5-d155645840c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c4cea4f5bd0474b84cf7a7987c8c1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964729 Sep 03 19:21:05.517682 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca4972-4f15-4b62-b4e5-d155645840c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2857ab9-b5d3-4c94-9fcc-20d4989d11ff,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:05.518398 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57134) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:05.565723 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a69772b8-d7da-4326-9901-3e1d46964157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.585151 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a69772b8-d7da-4326-9901-3e1d46964157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.685561 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a69772b8-d7da-4326-9901-3e1d46964157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.688099 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a69772b8-d7da-4326-9901-3e1d46964157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:05.689263 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a69772b8-d7da-4326-9901-3e1d46964157 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2857ab9-b5d3-4c94-9fcc-20d4989d11ff HTTP/1.1" status: 204 len: 168 time: 0.1697829 Sep 03 19:21:05.696581 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69772b8-d7da-4326-9901-3e1d46964157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2857ab9-b5d3-4c94-9fcc-20d4989d11ff,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:05.721814 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf49e8-b0a2-4375-8afb-029fe7dd340c req-ff0aa771-d262-4885-929b-06e08489ffeb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:05.723713 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d4cf49e8-b0a2-4375-8afb-029fe7dd340c req-ff0aa771-d262-4885-929b-06e08489ffeb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Sep 03 19:21:05.760857 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d4cf49e8-b0a2-4375-8afb-029fe7dd340c req-50f4caac-eb5f-4e20-943a-74b58b438ee8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Sep 03 19:21:06.883615 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71797656-4e1f-4bf5-bb36-30d51353a057 req-6e575fcd-0ea7-4b75-a471-23a83a531969 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:06.885297 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-71797656-4e1f-4bf5-bb36-30d51353a057 req-6e575fcd-0ea7-4b75-a471-23a83a531969 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0518212 Sep 03 19:21:06.922950 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-71797656-4e1f-4bf5-bb36-30d51353a057 req-82c01cd0-5153-42d9-bbb3-22ada6e2bb17 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Sep 03 19:21:08.040802 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ee312-72a4-4700-9f33-f140fbbaa99d req-eb21a54b-9269-4682-8cc1-51a1f140a956 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:08.042393 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2c2ee312-72a4-4700-9f33-f140fbbaa99d req-eb21a54b-9269-4682-8cc1-51a1f140a956 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0485995 Sep 03 19:21:08.079559 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2c2ee312-72a4-4700-9f33-f140fbbaa99d req-78a42dae-c132-43cc-bb35-46ea23d2e82b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Sep 03 19:21:09.165655 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c39d62c9-8d92-4b3c-a9ff-b3177cdbcfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:09.196472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870db87-c51c-47de-812a-5a92eed165bc req-ca92ec6e-4d3e-414a-b5a1-4d6518ca0e62 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:09.197891 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7870db87-c51c-47de-812a-5a92eed165bc req-ca92ec6e-4d3e-414a-b5a1-4d6518ca0e62 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0482934 Sep 03 19:21:09.235169 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7870db87-c51c-47de-812a-5a92eed165bc req-6491f896-92a4-471f-9b54-bd8cbc2b4ab4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Sep 03 19:21:10.353213 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7303-079b-45c9-9085-6b3d2c471215 req-4322829d-7c51-43ba-abe5-7014a86812e1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:10.355172 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5f6f7303-079b-45c9-9085-6b3d2c471215 req-4322829d-7c51-43ba-abe5-7014a86812e1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0499573 Sep 03 19:21:10.391625 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5f6f7303-079b-45c9-9085-6b3d2c471215 req-d2fec26e-8fc1-46a4-8b99-93d921dc7b4a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Sep 03 19:21:11.505919 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff4f34-010f-4fec-bbab-5ddf36276b76 req-6388d20c-7ef0-492f-b685-72c1593b1e27 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:11.507373 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0dff4f34-010f-4fec-bbab-5ddf36276b76 req-6388d20c-7ef0-492f-b685-72c1593b1e27 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0465586 Sep 03 19:21:11.544677 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0dff4f34-010f-4fec-bbab-5ddf36276b76 req-a3530e98-5c71-402a-bfff-2d155774b503 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Sep 03 19:21:11.724949 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ee30df93-cadf-488a-9672-a67e93bd4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:12.010638 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:12.661883 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a8c3c-de33-4182-8adb-ec394eb53f12 req-7f8ae474-24a0-4fb3-9dce-a95faa690a98 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:12.663317 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1d4a8c3c-de33-4182-8adb-ec394eb53f12 req-7f8ae474-24a0-4fb3-9dce-a95faa690a98 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0473373 Sep 03 19:21:12.668083 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:12.700017 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1d4a8c3c-de33-4182-8adb-ec394eb53f12 req-cbd3f2ca-dc6c-4f2b-a0d6-297effc6b68d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307438 Sep 03 19:21:13.819813 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d30a-2958-40b1-b225-4658afb220c6 req-9544431a-fa9b-4037-8b5b-1ec374b65e82 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:13.821328 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-16f9d30a-2958-40b1-b225-4658afb220c6 req-9544431a-fa9b-4037-8b5b-1ec374b65e82 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Sep 03 19:21:13.857691 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-16f9d30a-2958-40b1-b225-4658afb220c6 req-06dff967-1497-4df0-8c6f-00f0fb46fcd1 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305572 Sep 03 19:21:14.353289 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:14.976290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797150f-af84-4988-83dc-39429a7bf099 req-9512bac7-71e2-49a9-a758-f0f7a83b09aa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:14.977809 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9797150f-af84-4988-83dc-39429a7bf099 req-9512bac7-71e2-49a9-a758-f0f7a83b09aa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0480335 Sep 03 19:21:15.015797 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9797150f-af84-4988-83dc-39429a7bf099 req-76b1918e-5dc4-476e-9990-917bc64348d5 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Sep 03 19:21:16.134821 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f3f74-7fd6-43b6-8385-9f40e15ae050 req-2d858a46-137d-4a10-99fb-0e2b9853fb30 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:16.136770 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2d2f3f74-7fd6-43b6-8385-9f40e15ae050 req-2d858a46-137d-4a10-99fb-0e2b9853fb30 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Sep 03 19:21:16.175087 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2d2f3f74-7fd6-43b6-8385-9f40e15ae050 req-0a88fec6-f16b-447a-8692-325751660ba2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Sep 03 19:21:16.183414 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:21:16.280179 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:16.291280 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'mac_address': 'fa:16:3e:cb:f9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:21:16.326370 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:16.339707 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0c3d4a1-9d06-4544-84dc-f420435bc705 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:21:16.358383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:16.444639 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:16.496312 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=6']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:16.503327 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.503673 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.504010 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.504339 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.504666 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.505026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.505351 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.505673 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.505992 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.506308 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.506626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.506947 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:16.531192 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b0c3d4a1-9d06-4544-84dc-f420435bc705'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:21:16.803637 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-93b4231a-aadc-40e3-9c34-ca4e70aa29e5 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040479631&fields=id&tenant_id=2d4330ac3c8b4e338014776e80b80702 HTTP/1.1" status: 200 len: 267 time: 0.0353169 Sep 03 19:21:16.869719 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-174058b3-a0ba-4b87-bea0-69f9f95f7c65 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:16.869719 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-174058b3-a0ba-4b87-bea0-69f9f95f7c65 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 984 time: 0.0472169 Sep 03 19:21:16.869719 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Request body: {'port': {'security_groups': ['72e48f5e-49fa-4274-b27f-2e048aac699e']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:21:16.943979 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.146618 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:17.187004 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.245604 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.260900 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b77ee78f-3d01-4cb0-b540-dccd00831c98'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:21:17.332089 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:17.332953 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.336258 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2bec640-64d8-4202-a165-7e0b560eb006 req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "PUT /v2.0/ports/b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 942 time: 0.4725087 Sep 03 19:21:17.337043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:17.344749 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee98eaa-12a2-4908-bf39-0efd63b74e10" -d '{"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:17.346176 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57294) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:17.427922 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744438e-0734-4c66-b9bb-50dd02127162 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event updated for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=7']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:17.460569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a68af-b6f8-49dd-881f-d07a117a54eb req-3e2b0ad9-418b-4f8f-9c26-fc2614a89706 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:17.462163 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0c3a68af-b6f8-49dd-881f-d07a117a54eb req-3e2b0ad9-418b-4f8f-9c26-fc2614a89706 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 945 time: 0.1766319 Sep 03 19:21:17.483333 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b77ee78f-3d01-4cb0-b540-dccd00831c98'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:21:17.581138 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-768bf3e9-39c7-4695-ae9e-6ee0745f9a31 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.634609 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-768bf3e9-39c7-4695-ae9e-6ee0745f9a31 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.690839 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0c3a68af-b6f8-49dd-881f-d07a117a54eb req-4c556e6e-e1bb-4646-87c2-178a317f94f3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177403 Sep 03 19:21:17.749638 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee8fb24-2930-45e9-82f4-51fc18928424 x-openstack-request-id: req-4ee8fb24-2930-45e9-82f4-51fc18928424 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:17.749935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:17.750188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ee8fb24-2930-45e9-82f4-51fc18928424 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:17.750591 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'status': 'completed', 'code': 200} Sep 03 19:21:17.758842 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-842d96f0-70e0-45a8-a2d8-9da4903f8a29 None None] Provisioning complete for port b77ee78f-3d01-4cb0-b540-dccd00831c98 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:21:17.759143 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-842d96f0-70e0-45a8-a2d8-9da4903f8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.794767 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-768bf3e9-39c7-4695-ae9e-6ee0745f9a31 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.797817 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-768bf3e9-39c7-4695-ae9e-6ee0745f9a31 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:17.801569 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-768bf3e9-39c7-4695-ae9e-6ee0745f9a31 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "DELETE /v2.0/security-groups/7475c07f-2ba1-410a-9cca-d91c573bc0bc HTTP/1.1" status: 204 len: 168 time: 0.4400795 Sep 03 19:21:17.802685 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57302) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:17.834282 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-6f43d986-d9b8-45f2-8eb5-7cb28edec09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:17.836662 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-6f43d986-d9b8-45f2-8eb5-7cb28edec09f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1098 time: 0.0543232 Sep 03 19:21:17.877445 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bf3e9-39c7-4695-ae9e-6ee0745f9a31 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7475c07f-2ba1-410a-9cca-d91c573bc0bc,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:17.999736 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-20fd2681-a68a-4cf7-82b5-d9d7d64e2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:18.001827 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-20fd2681-a68a-4cf7-82b5-d9d7d64e2ea2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 915 time: 0.1556387 Sep 03 19:21:18.035456 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Deleting port 46d891c5-ff9c-438c-9dfa-6cfe41d15f26 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:18.035865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.090728 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-7ae839cf-8670-45bc-9b5e-36657bfc3d1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 1001 time: 0.0727766 Sep 03 19:21:18.091183 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57306) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:18.155033 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.157388 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.160634 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-97142cbc-b99d-45e4-92f9-adefd38666e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:18.164316 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-97142cbc-b99d-45e4-92f9-adefd38666e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.0628359 Sep 03 19:21:18.178443 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Calling delete_port for 46d891c5-ff9c-438c-9dfa-6cfe41d15f26 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:18.203730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:21:18.228412 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-96582de4-b17b-42c3-b34b-1b0914bd0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:18.229995 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-96582de4-b17b-42c3-b34b-1b0914bd0235 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544136 Sep 03 19:21:18.276053 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port b0c3d4a1-9d06-4544-84dc-f420435bc705 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:21:18.277203 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.282552 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-962538cc-0d54-46fd-bf24-90d1deba318f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.409615 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-40e8fdc6-5b61-44b7-aee4-819966d1280b service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668234 Sep 03 19:21:18.422332 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.456017 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:18.458640 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382b09ea-f95d-4088-b7a6-6729347ac4ed" -d '{"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:18.482302 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:18.515027 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.552723 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0ee98eaa-12a2-4908-bf39-0efd63b74e10 req-dab8192e-918d-481b-81f7-e41d7cd24d65 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329217 Sep 03 19:21:18.565340 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.577858 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-962538cc-0d54-46fd-bf24-90d1deba318f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.583337 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event deleted for resources: {'Port': ['ID=46d891c5-ff9c-438c-9dfa-6cfe41d15f26,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:18.623261 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=7']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:18.635267 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-962538cc-0d54-46fd-bf24-90d1deba318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.684660 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1e4a98-bedb-435d-a4a6-b78d8015a920 x-openstack-request-id: req-ab1e4a98-bedb-435d-a4a6-b78d8015a920 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:18.685178 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:18.685530 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab1e4a98-bedb-435d-a4a6-b78d8015a920 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:18.686025 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'code': 200} Sep 03 19:21:18.691872 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-962538cc-0d54-46fd-bf24-90d1deba318f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc62b1a00dcd4b2b9aa77eff77cf426f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996788 Sep 03 19:21:18.693935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962538cc-0d54-46fd-bf24-90d1deba318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c021f-6f6b-4b53-94b1-2f438d5dd53b,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:18.696765 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57318) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:18.737460 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.738088 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Floating IP ddffe1df-6c72-4472-b1c9-938552d042b3 disassociated (deleted). External IP: 172.27.3.184, port: b77ee78f-3d01-4cb0-b540-dccd00831c98. Sep 03 19:21:18.793396 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cf4de89-cbe7-4256-9271-09944325663f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.821275 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cf4de89-cbe7-4256-9271-09944325663f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:18.929763 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f57658-45d5-4c50-84f6-402ac64a146c req-bf08bf21-802a-4225-a198-715b9e090e84 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:18.939567 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f1f57658-45d5-4c50-84f6-402ac64a146c req-bf08bf21-802a-4225-a198-715b9e090e84 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.1212895 Sep 03 19:21:19.006213 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f1f57658-45d5-4c50-84f6-402ac64a146c req-d7997894-b125-416a-807e-12d80cdff1a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642931 Sep 03 19:21:19.045413 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cf4de89-cbe7-4256-9271-09944325663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:19.048729 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9cf4de89-cbe7-4256-9271-09944325663f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:19.049927 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9cf4de89-cbe7-4256-9271-09944325663f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab9c021f-6f6b-4b53-94b1-2f438d5dd53b HTTP/1.1" status: 204 len: 168 time: 0.3519270 Sep 03 19:21:19.061285 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4de89-cbe7-4256-9271-09944325663f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c021f-6f6b-4b53-94b1-2f438d5dd53b,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:19.271940 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Router 3da98ed3-08a9-4730-bba8-889b3f761d4b has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:21:19.414630 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:21:19.424426 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] Sync routers for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:21:19.424956 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:19.436314 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:19.437108 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:19.459693 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-87425c8b-594a-4756-80c9-dbff7546f744 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "DELETE /v2.0/floatingips/ddffe1df-6c72-4472-b1c9-938552d042b3 HTTP/1.1" status: 204 len: 168 time: 1.6559412 Sep 03 19:21:19.460651 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:19.463809 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd8e9b-f99b-4642-84f7-218ea1c45919" -d '{"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:19.593303 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:19.609091 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dde8ca-ccee-4b9a-8739-368c540b732e x-openstack-request-id: req-d8dde8ca-ccee-4b9a-8739-368c540b732e {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:19.609643 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:19.609643 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8dde8ca-ccee-4b9a-8739-368c540b732e {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:19.610023 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'status': 'completed', 'code': 200} Sep 03 19:21:19.794304 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-27eb33b4-20b2-43f1-bb27-f8bc7f5df0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:19.794304 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-27eb33b4-20b2-43f1-bb27-f8bc7f5df0b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d4330ac3c8b4e338014776e80b80702&device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 1098 time: 0.0543702 Sep 03 19:21:19.932471 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-7893c0ef-3426-46aa-9151-09c75b5a969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:19.934134 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-7893c0ef-3426-46aa-9151-09c75b5a969b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 200 len: 915 time: 0.1295900 Sep 03 19:21:19.971417 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:19.985701 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-5be55520-ffa3-4545-9043-8c16d885a890 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 200 len: 217 time: 0.0429940 Sep 03 19:21:20.092248 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-01cb0580-c180-4b39-b12c-87c4ee9e564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:20.103712 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-01cb0580-c180-4b39-b12c-87c4ee9e564d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 200 len: 853 time: 0.1038728 Sep 03 19:21:20.132832 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] Checking router: 3da98ed3-08a9-4730-bba8-889b3f761d4b for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:21:20.143527 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:20.144344 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:20.181193 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-c3627cf8-2317-4551-91da-c3a9aa27315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:20.188573 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-c3627cf8-2317-4551-91da-c3a9aa27315d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6181e74-e36d-4697-94fd-8840f8fec0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747941 Sep 03 19:21:20.208907 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c387e-5aa9-4591-b59b-8f77b74516be req-ab10d6ca-da20-4f36-bb87-748ea2d732d6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:20.217397 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dc0c387e-5aa9-4591-b59b-8f77b74516be req-ab10d6ca-da20-4f36-bb87-748ea2d732d6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0716896 Sep 03 19:21:20.297391 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:20.306852 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-dc0c387e-5aa9-4591-b59b-8f77b74516be req-68aa9613-edd0-45ec-a64b-9340d83ec478 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885050 Sep 03 19:21:20.340735 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-de573937-6498-47d1-af26-4d8757bc0b77 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344585 Sep 03 19:21:20.470286 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57342) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:20.479958 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-62cd8e9b-f99b-4642-84f7-218ea1c45919 req-994d431b-ec72-4565-b064-5cbad2c187f0 service neutron] 10.222.0.20 "GET /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385360 Sep 03 19:21:20.484761 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-69ba54d1-294c-484b-a1a7-1d6aaefbaaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:20.578002 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:20.593266 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-69ba54d1-294c-484b-a1a7-1d6aaefbaaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:20.610131 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991d3b6-677d-4e21-b314-1db162ceb83f None None] The sync data for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi is: [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:18:38Z', 'revision_number': 4, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '16590e08-5102-49eb-aa2a-5c5a12e12f52', 'name': '', 'network_id': 'a6181e74-e36d-4697-94fd-8840f8fec0b7', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'mac_address': 'fa:16:3e:c4:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:37Z', 'updated_at': '2021-09-03T19:18:45Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'subnets': [{'id': '85f72678-ce8d-4861-bfca-f1c72547c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:21:20.663381 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-69ba54d1-294c-484b-a1a7-1d6aaefbaaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:20.707026 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba54d1-294c-484b-a1a7-1d6aaefbaaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffa7564-017c-4c00-baf8-7800777341fb,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:20.713930 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-69ba54d1-294c-484b-a1a7-1d6aaefbaaf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d530025b3dc4d4cbeed54903efc629a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399881 Sep 03 19:21:20.714138 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57344) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:20.777183 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a7c80057-b901-41c4-b73e-1a5a7f942d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:20.802937 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a7c80057-b901-41c4-b73e-1a5a7f942d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:20.920105 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a34ec82-9553-4e15-9bd6-46bfd96f5849 None None] New status for floating IP ddffe1df-6c72-4472-b1c9-938552d042b3: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:21:21.045000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a7c80057-b901-41c4-b73e-1a5a7f942d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:21.047580 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a7c80057-b901-41c4-b73e-1a5a7f942d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:21.048800 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-a7c80057-b901-41c4-b73e-1a5a7f942d71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ffa7564-017c-4c00-baf8-7800777341fb HTTP/1.1" status: 204 len: 168 time: 0.3336790 Sep 03 19:21:21.057593 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c80057-b901-41c4-b73e-1a5a7f942d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffa7564-017c-4c00-baf8-7800777341fb,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:21.451773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543121-84f2-426d-a21f-a9fa58bfcb54 req-b8830d6d-34a3-48fa-8856-2bb083413716 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:21.456823 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-75543121-84f2-426d-a21f-a9fa58bfcb54 req-b8830d6d-34a3-48fa-8856-2bb083413716 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Sep 03 19:21:21.518793 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-75543121-84f2-426d-a21f-a9fa58bfcb54 req-51dc0fd5-0c66-40e0-b353-f93ea61ac072 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585353 Sep 03 19:21:22.719262 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d999a3-a706-4566-bb7b-de957733dc6a req-ae2aec9f-45ff-4563-987f-df920e774fa6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:22.721313 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73d999a3-a706-4566-bb7b-de957733dc6a req-ae2aec9f-45ff-4563-987f-df920e774fa6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0893459 Sep 03 19:21:22.774395 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-73d999a3-a706-4566-bb7b-de957733dc6a req-83403034-093b-4d42-8c1f-f7c3909ddae0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Sep 03 19:21:23.915013 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa0d1a-4b72-4024-9812-b6d67ec90006 req-30cbfd0b-99aa-4fdc-8d1a-86831dff8bac tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:23.919386 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9aa0d1a-4b72-4024-9812-b6d67ec90006 req-30cbfd0b-99aa-4fdc-8d1a-86831dff8bac tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0662112 Sep 03 19:21:24.002584 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9aa0d1a-4b72-4024-9812-b6d67ec90006 req-6be292ff-fde5-41c0-80e4-9e7989b99707 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624378 Sep 03 19:21:24.509691 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c81eb-d442-4313-a6f3-d0edc47af5d4 req-86b92e86-cc37-4a4c-bc4b-23d36dc5a703 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:24.511733 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ae4c81eb-d442-4313-a6f3-d0edc47af5d4 req-86b92e86-cc37-4a4c-bc4b-23d36dc5a703 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0511966 Sep 03 19:21:24.561463 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ae4c81eb-d442-4313-a6f3-d0edc47af5d4 req-19266ddb-50f4-422c-8ff5-9cd3677b300f tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Sep 03 19:21:25.130669 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3399943-6eae-4824-ba91-70acd9bb9541 req-d39583a8-be01-4b45-b686-323c898289e9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:25.139587 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f3399943-6eae-4824-ba91-70acd9bb9541 req-d39583a8-be01-4b45-b686-323c898289e9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0619960 Sep 03 19:21:25.181496 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f3399943-6eae-4824-ba91-70acd9bb9541 req-bb137bbe-b1e1-4431-88e6-fd7510dff1c8 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407124 Sep 03 19:21:25.709778 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f292e-6f0d-4f2d-8234-f7111b27def1 req-262dfb03-40f5-4197-8ea8-f9d910999b71 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:25.712162 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a17f292e-6f0d-4f2d-8234-f7111b27def1 req-262dfb03-40f5-4197-8ea8-f9d910999b71 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0711341 Sep 03 19:21:25.761455 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a17f292e-6f0d-4f2d-8234-f7111b27def1 req-3e545ddd-390f-4b8a-a102-d9f92a690cb6 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Sep 03 19:21:26.366642 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-7b42be0c-cfb2-4114-8407-e43c83ece753 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:26.368659 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-7b42be0c-cfb2-4114-8407-e43c83ece753 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.1490071 Sep 03 19:21:26.378766 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fd0fd-2893-403e-8e29-7e898b0746a3 req-fb481bb9-bd9e-4239-8d70-5ced1cabdd9d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:26.381129 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aa3fd0fd-2893-403e-8e29-7e898b0746a3 req-fb481bb9-bd9e-4239-8d70-5ced1cabdd9d tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.1064100 Sep 03 19:21:26.474987 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aa3fd0fd-2893-403e-8e29-7e898b0746a3 req-67385fbd-5982-4fe7-aefd-8dfe113bdc69 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844526 Sep 03 19:21:26.507662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Deleting port b77ee78f-3d01-4cb0-b540-dccd00831c98 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:26.508534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:26.618228 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] For port b77ee78f-3d01-4cb0-b540-dccd00831c98, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b77ee78f-3d01-4cb0-b540-dccd00831c98,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:26.618598 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:26.632398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Calling delete_port for b77ee78f-3d01-4cb0-b540-dccd00831c98 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:26.887538 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b1fab-6689-4afd-9672-ad2b147da313 req-e8759b32-ab64-4eec-a816-58d48c2ffa4b tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:26.889364 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-de7b1fab-6689-4afd-9672-ad2b147da313 req-e8759b32-ab64-4eec-a816-58d48c2ffa4b tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 945 time: 0.0536370 Sep 03 19:21:26.933999 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-de7b1fab-6689-4afd-9672-ad2b147da313 req-93a09390-9d15-41e6-bbcc-7e4b8b1a98e1 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e48f5e-49fa-4274-b27f-2e048aac699e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Sep 03 19:21:27.102330 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:27.114482 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b77ee78f-3d01-4cb0-b540-dccd00831c98'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:21:27.134173 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Pushing event deleted for resources: {'Port': ['ID=b77ee78f-3d01-4cb0-b540-dccd00831c98,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:27.174341 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] No DVR routers for this DVR port b77ee78f-3d01-4cb0-b540-dccd00831c98 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:21:27.177247 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:27.179299 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-57d59104-b44e-4586-a15a-a6a8b7c280d2 req-83157875-2df0-486a-9413-cb5afa1bbec9 tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.20 "DELETE /v2.0/ports/b77ee78f-3d01-4cb0-b540-dccd00831c98 HTTP/1.1" status: 204 len: 173 time: 0.7971709 Sep 03 19:21:27.179764 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'name': 'network-vif-deleted', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:27.182545 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf8bb0d-b2be-435a-8a43-5c09a4f4a6e1" -d '{"events": [{"server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "name": "network-vif-deleted", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:27.218824 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac68c47-ddea-4c72-9689-eb7358b2f2db x-openstack-request-id: req-6ac68c47-ddea-4c72-9689-eb7358b2f2db {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:27.219191 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed984b72-39bb-400d-9559-2b5861f98e7a", "name": "network-vif-deleted", "tag": "b77ee78f-3d01-4cb0-b540-dccd00831c98", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:27.219440 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ac68c47-ddea-4c72-9689-eb7358b2f2db {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:27.219836 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed984b72-39bb-400d-9559-2b5861f98e7a', 'name': 'network-vif-deleted', 'tag': 'b77ee78f-3d01-4cb0-b540-dccd00831c98', 'status': 'completed', 'code': 200} Sep 03 19:21:27.608341 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17c36-66a5-4bb5-b33e-55f19a5e07c9 req-af18b4ff-ae7c-4acb-bb14-217d8bd6f7eb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:27.609983 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3be17c36-66a5-4bb5-b33e-55f19a5e07c9 req-af18b4ff-ae7c-4acb-bb14-217d8bd6f7eb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0569646 Sep 03 19:21:27.648288 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-3be17c36-66a5-4bb5-b33e-55f19a5e07c9 req-b24a0d26-93d6-4cfe-af2a-c14ba57475db tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Sep 03 19:21:28.053069 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ceab2f45-5fbc-43ac-9d34-bbce0c494da8 req-f37da731-cf7c-4a16-8a81-3cfc26bd67fc tempest-TestMinimumBasicScenario-704427109 tempest-TestMinimumBasicScenario-704427109-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed984b72-39bb-400d-9559-2b5861f98e7a HTTP/1.1" status: 200 len: 210 time: 0.0268385 Sep 03 19:21:28.766587 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16dc4-3fa0-4854-a519-9991b1258623 req-d027b875-2bc0-47fa-ab66-02203810c5be tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:28.768074 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c2d16dc4-3fa0-4854-a519-9991b1258623 req-d027b875-2bc0-47fa-ab66-02203810c5be tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Sep 03 19:21:28.810325 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c2d16dc4-3fa0-4854-a519-9991b1258623 req-48c13072-978a-4bb5-8b0c-e3d269abe60f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359635 Sep 03 19:21:29.589210 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-009f330f-cbed-4a79-bc66-a032632c0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:29.590702 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-009f330f-cbed-4a79-bc66-a032632c0515 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1099 time: 0.0401347 Sep 03 19:21:29.685448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-fe0d295c-d399-4534-8e3e-ba9252ae9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:29.686876 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-fe0d295c-d399-4534-8e3e-ba9252ae9c60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.0896380 Sep 03 19:21:29.752953 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-8fe67180-7b77-463e-9a51-2e08f64191ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 200 len: 1002 time: 0.0573547 Sep 03 19:21:29.811061 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-f284967f-b8e0-4e38-9c24-92712f4360dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:29.815866 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-f284967f-b8e0-4e38-9c24-92712f4360dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0511794 Sep 03 19:21:29.859374 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-208b30d8-bb7c-4b10-909c-c078e9e7fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:29.861842 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-208b30d8-bb7c-4b10-909c-c078e9e7fc63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401390 Sep 03 19:21:29.991996 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a86de-1b45-4273-b0a7-3178c0ce94ea req-da628c6e-053d-4683-8ea7-68cbc53f4278 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:29.993464 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-598a86de-1b45-4273-b0a7-3178c0ce94ea req-da628c6e-053d-4683-8ea7-68cbc53f4278 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.1072555 Sep 03 19:21:29.999749 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-812a161d-fb10-40d6-bc1c-895b20dce3bc service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305742 Sep 03 19:21:30.050953 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-598a86de-1b45-4273-b0a7-3178c0ce94ea req-f50debda-40f9-4188-b3b0-5f670c8e64b6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501907 Sep 03 19:21:30.112753 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-39dc9eeb-742c-4ef0-b0af-05dfa360fe46 req-8d46623e-aec9-4170-b2e7-0b11549413af service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992031 Sep 03 19:21:30.266075 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b77ee78f-3d01-4cb0-b540-dccd00831c98 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:30.286990 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: b77ee78f-3d01-4cb0-b540-dccd00831c98 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:21:30.287346 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b77ee78f-3d01-4cb0-b540-dccd00831c98 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:21:30.665644 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57576) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:31.084091 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:31.172228 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f6baf-fa14-4cf2-916c-4273a27c4851 req-32346509-0e55-48f7-8a61-e4bd1cbf3db3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:31.173796 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd7f6baf-fa14-4cf2-916c-4273a27c4851 req-32346509-0e55-48f7-8a61-e4bd1cbf3db3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Sep 03 19:21:31.221295 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cd7f6baf-fa14-4cf2-916c-4273a27c4851 req-35605af5-f49d-4e54-9618-60f17420f3ed tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395167 Sep 03 19:21:31.387967 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Deleting port 16590e08-5102-49eb-aa2a-5c5a12e12f52 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:31.388299 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:31.463147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] For port 16590e08-5102-49eb-aa2a-5c5a12e12f52, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=16590e08-5102-49eb-aa2a-5c5a12e12f52,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:31.463956 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:31.479932 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Calling delete_port for 16590e08-5102-49eb-aa2a-5c5a12e12f52 owned by network:router_interface {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:31.714909 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:31.745012 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16590e08-5102-49eb-aa2a-5c5a12e12f52,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:31.922418 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:32.345853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97e526-99ff-4fc6-825d-af8e1a584839 req-e8f0d509-14c3-4941-9d87-bb7732ec457b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:32.358789 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fe97e526-99ff-4fc6-825d-af8e1a584839 req-e8f0d509-14c3-4941-9d87-bb7732ec457b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 946 time: 0.0575650 Sep 03 19:21:32.383496 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Router 3da98ed3-08a9-4730-bba8-889b3f761d4b has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:21:32.386547 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fe97e526-99ff-4fc6-825d-af8e1a584839 req-74f0f2dd-ef2c-46c9-88f0-d0006d87e162 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Sep 03 19:21:32.491643 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:21:32.497735 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-054e2418-91c9-4db1-a846-e4b11a1b7cf8 admin admin] 10.222.0.18 "PUT /v2.0/routers/3da98ed3-08a9-4730-bba8-889b3f761d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308637 Sep 03 19:21:32.500313 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57622) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:32.504070 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] Sync routers for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:21:32.514196 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:32.515140 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:32.634296 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:32.644281 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:32.758181 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:32.817684 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:21:31Z', 'revision_number': 5, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port': {'id': '8aa37daa-a6ee-4837-9fe4-e773c57ae924', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:7b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:35Z', 'updated_at': '2021-09-03T19:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:32.848109 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] Checking router: 3da98ed3-08a9-4730-bba8-889b3f761d4b for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:21:32.873961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] Routers {'3da98ed3-08a9-4730-bba8-889b3f761d4b'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:32.873961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3da98ed3-08a9-4730-bba8-889b3f761d4b'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:32.918024 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Deleting port 8aa37daa-a6ee-4837-9fe4-e773c57ae924 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:32.918471 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:32.953454 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:32.973934 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] Set router 3da98ed3-08a9-4730-bba8-889b3f761d4b gateway port host: None {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:33.010038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] For port 8aa37daa-a6ee-4837-9fe4-e773c57ae924, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8aa37daa-a6ee-4837-9fe4-e773c57ae924,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:33.010430 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.021931 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Calling delete_port for 8aa37daa-a6ee-4837-9fe4-e773c57ae924 owned by network:router_gateway {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:33.024867 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:21:32Z', 'revision_number': 6, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port_host': None}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:33.059818 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1bc8-0360-4e7a-88e5-62f8b4ea1caf None None] The sync data for ids ['3da98ed3-08a9-4730-bba8-889b3f761d4b'] in dv-cinder-788367-7-iscsi is: [{'id': '3da98ed3-08a9-4730-bba8-889b3f761d4b', 'name': 'tempest-TestMinimumBasicScenario-294930399-router', 'tenant_id': '2d4330ac3c8b4e338014776e80b80702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:34Z', 'updated_at': '2021-09-03T19:21:32Z', 'revision_number': 6, 'project_id': '2d4330ac3c8b4e338014776e80b80702', 'gw_port_host': None}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:21:33.250853 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.284191 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa37daa-a6ee-4837-9fe4-e773c57ae924,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:33.341892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.444308 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.446898 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.610530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.611069 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da98ed3-08a9-4730-bba8-889b3f761d4b {{(pid=94491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:21:33.617446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.626860 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-ffc8c5ba-7430-43bf-be7f-aae6716634e9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3da98ed3-08a9-4730-bba8-889b3f761d4b HTTP/1.1" status: 204 len: 168 time: 1.1165423 Sep 03 19:21:33.628089 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57652) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:33.683754 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Deleting subnet 85f72678-ce8d-4861-bfca-f1c72547c53d {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:21:33.687028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.726409 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.747017 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57662) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:33.880026 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4bdaf3eb-c676-4317-a353-dbb7a59c8e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.883613 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.982287 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:33.992661 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4bdaf3eb-c676-4317-a353-dbb7a59c8e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.008288 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f72678-ce8d-4861-bfca-f1c72547c53d,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:34.012529 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.014710 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-2088dd84-eaa4-4449-9477-ab11dcff81c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85f72678-ce8d-4861-bfca-f1c72547c53d HTTP/1.1" status: 204 len: 168 time: 0.3844576 Sep 03 19:21:34.017043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57668) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:34.019640 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3da8e-4760-437b-9280-907706c3b43b None None] Network a6181e74-e36d-4697-94fd-8840f8fec0b7 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:21:34.062137 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-4bdaf3eb-c676-4317-a353-dbb7a59c8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.121543 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.123799 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57670) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:34.124333 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-4bdaf3eb-c676-4317-a353-dbb7a59c8e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57ccf42e034b4db283d69d999f5473d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762033 Sep 03 19:21:34.125140 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdaf3eb-c676-4317-a353-dbb7a59c8e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b947cd-7547-4ee1-b9cb-6fa59b3733bc,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:34.223949 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-216c0685-266e-42ad-86fa-0aec87024853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.225883 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] DHCP port deletion for a6181e74-e36d-4697-94fd-8840f8fec0b7 request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:21:34.250721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-216c0685-266e-42ad-86fa-0aec87024853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.269956 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Deleting port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:34.270290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.272519 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] Deleting port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:34.273222 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.298414 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:34.373215 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] For port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:34.373376 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.381158 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] For port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,segment=NetworkSegment(724cdc30-f567-4af3-ad2f-9ebccd9ff1df),segment_id=724cdc30-f567-4af3-ad2f-9ebccd9ff1df)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:34.381523 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.383591 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:34.403404 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Calling delete_port for 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 owned by network:dhcp {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:34.412052 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] Calling delete_port for 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:34.467823 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-216c0685-266e-42ad-86fa-0aec87024853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.473071 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-216c0685-266e-42ad-86fa-0aec87024853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.473071 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-216c0685-266e-42ad-86fa-0aec87024853 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68b947cd-7547-4ee1-b9cb-6fa59b3733bc HTTP/1.1" status: 204 len: 168 time: 0.3464048 Sep 03 19:21:34.482713 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c0685-266e-42ad-86fa-0aec87024853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b947cd-7547-4ee1-b9cb-6fa59b3733bc,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:34.510234 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [req-1d1fd51e-fc64-4497-bee8-cea96befefe6 req-1bbbdf00-7b0d-4195-8929-ae158a4925d2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:21:34.511231 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1d1fd51e-fc64-4497-bee8-cea96befefe6 req-1bbbdf00-7b0d-4195-8929-ae158a4925d2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0732360 Sep 03 19:21:34.539186 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.581811 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.611370 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:34.613606 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f6031-ce15-4f58-bc21-2d328d519d4f" -d '{"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:34.616466 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:34.618418 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] No DVR routers for this DVR port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 on host dv-cinder-788367-7-iscsi {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:21:34.639837 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:34.650318 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.650318 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.692660 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.703947 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6181e74-e36d-4697-94fd-8840f8fec0b7']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:34.715827 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724cdc30-f567-4af3-ad2f-9ebccd9ff1df') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:34.716631 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724cdc30-f567-4af3-ad2f-9ebccd9ff1df') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:34.735779 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.749623 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.758356 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:21:34.759156 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:21:34.762311 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:21:34.796810 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02a6151-11ca-4513-ad69-2f364475e793 x-openstack-request-id: req-a02a6151-11ca-4513-ad69-2f364475e793 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:34.797119 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-unplugged", "status": "failed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "code": 422}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:34.797360 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a02a6151-11ca-4513-ad69-2f364475e793 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:34.797777 dv-cinder-788367-7-iscsi neutron-server[94493]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'code': 422} returned with failed status Sep 03 19:21:34.802245 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] Pushing event deleted for resources: {'Port': ['ID=6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:34.804554 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.813300 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f1228-9b02-4eef-a733-b59c31ce33ba None None] No DVR routers for this DVR port 6e9ccd64-0c7a-4d2f-bf9b-80eae4e6b819 on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:21:34.880675 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 16590e08-5102-49eb-aa2a-5c5a12e12f52 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:34.882776 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c229-ed36-4b7b-bb2d-8c29d82e8871 req-f6f16371-23c4-42da-8ee9-1ae4b07e19dd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:34.884887 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38e4c229-ed36-4b7b-bb2d-8c29d82e8871 req-f6f16371-23c4-42da-8ee9-1ae4b07e19dd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.1011674 Sep 03 19:21:34.910975 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 16590e08-5102-49eb-aa2a-5c5a12e12f52 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:21:34.916722 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 16590e08-5102-49eb-aa2a-5c5a12e12f52 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:21:34.916722 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8aa37daa-a6ee-4837-9fe4-e773c57ae924 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:34.936589 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.941650 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38e4c229-ed36-4b7b-bb2d-8c29d82e8871 req-784e30e6-7ab9-41b8-895a-9fc219b75306 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Sep 03 19:21:34.950135 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=8']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:34.951909 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:34.952810 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 8aa37daa-a6ee-4837-9fe4-e773c57ae924 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:21:34.953182 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8aa37daa-a6ee-4837-9fe4-e773c57ae924 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:21:34.957404 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] 10.222.0.18 "DELETE /v2.0/networks/a6181e74-e36d-4697-94fd-8840f8fec0b7 HTTP/1.1" status: 204 len: 168 time: 0.9389219 Sep 03 19:21:34.958672 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57696) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:34.970723 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c332459-3c47-408d-a80a-1722a353d14d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6181e74-e36d-4697-94fd-8840f8fec0b7,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:35.131937 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-be599830-8e92-4b45-a0c0-234dbb21b776 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416815 Sep 03 19:21:35.233431 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57702) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:35.249094 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c9c4-f427-47d8-b757-1c6eae1a3a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.320554 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.339831 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c9c4-f427-47d8-b757-1c6eae1a3a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.410587 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c9c4-f427-47d8-b757-1c6eae1a3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.452226 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-1bf4c9c4-f427-47d8-b757-1c6eae1a3a8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1c257639d154ee6a03cbd08c7ce25e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167690 Sep 03 19:21:35.453427 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4c9c4-f427-47d8-b757-1c6eae1a3a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203adcd1-8df5-4301-ba02-e50c20dcaea0,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:35.455817 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57708) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:35.504855 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-957130b8-59e2-4737-933e-f802bf996c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.525926 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-957130b8-59e2-4737-933e-f802bf996c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.569210 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Deleting port 624d9274-bcab-4378-90b7-513bc95a36bb {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:35.569610 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.650401 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-957130b8-59e2-4737-933e-f802bf996c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.650655 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] For port 624d9274-bcab-4378-90b7-513bc95a36bb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=624d9274-bcab-4378-90b7-513bc95a36bb,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:35.650895 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.653101 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-957130b8-59e2-4737-933e-f802bf996c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.654252 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-957130b8-59e2-4737-933e-f802bf996c02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/203adcd1-8df5-4301-ba02-e50c20dcaea0 HTTP/1.1" status: 204 len: 168 time: 0.1975403 Sep 03 19:21:35.662595 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957130b8-59e2-4737-933e-f802bf996c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203adcd1-8df5-4301-ba02-e50c20dcaea0,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:35.669383 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Calling delete_port for 624d9274-bcab-4378-90b7-513bc95a36bb owned by network:router_interface {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:35.953261 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:35.981237 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Pushing event deleted for resources: {'Port': ['ID=624d9274-bcab-4378-90b7-513bc95a36bb,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:36.180300 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46409759-fa97-4d9c-9c85-57a55c0e6676 req-001803ce-a783-4b32-bda5-c95335117356 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:36.181892 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-46409759-fa97-4d9c-9c85-57a55c0e6676 req-001803ce-a783-4b32-bda5-c95335117356 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.1210403 Sep 03 19:21:36.236980 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.241091 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-46409759-fa97-4d9c-9c85-57a55c0e6676 req-475ab0e6-deca-415c-84ab-1c053b99dac6 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526931 Sep 03 19:21:36.398662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57718) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:36.414114 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2a118630-d673-4ef6-91ab-fdc4b23d305a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.452207 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:21:36.504017 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2a118630-d673-4ef6-91ab-fdc4b23d305a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.558053 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:21:36.560970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441195-81c8-469d-9483-e663d13c4683 req-c902d13d-8aad-49b1-92ce-1bad43b1123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:36.565868 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-c902d13d-8aad-49b1-92ce-1bad43b1123f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698&tenant_id=f771100ea13d4ecc9080ea60144b5ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0389147 Sep 03 19:21:36.566256 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2110f7e5-ba87-4879-9749-7ec973dfcceb admin admin] 10.222.0.18 "PUT /v2.0/routers/ee9072d4-1e52-4ecd-962a-1e81f86e0e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033211 Sep 03 19:21:36.566348 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2a118630-d673-4ef6-91ab-fdc4b23d305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.566427 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57720) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:36.569279 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da340e14-138c-42bc-9543-ff98e544368d None None] Sync routers for ids ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:21:36.581796 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] Routers {'ee9072d4-1e52-4ecd-962a-1e81f86e0e77'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:36.582491 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:36.630684 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a118630-d673-4ef6-91ab-fdc4b23d305a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2a1a5-4b75-4ef3-9b8c-735418063da0,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:36.638963 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-2a118630-d673-4ef6-91ab-fdc4b23d305a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45de00a10bfb405b8336b5a30ec3e1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391407 Sep 03 19:21:36.639944 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57722) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:36.673354 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.677195 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441195-81c8-469d-9483-e663d13c4683 req-213feae2-6693-4de7-8ccf-704d2305f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:36.679208 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-213feae2-6693-4de7-8ccf-704d2305f39d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1097 time: 0.0908728 Sep 03 19:21:36.697272 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] Set router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:36.770764 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-768d10aa-e9dc-4a50-a73a-1b6bbaf1eb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.777149 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.807924 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-768d10aa-e9dc-4a50-a73a-1b6bbaf1eb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.815998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441195-81c8-469d-9483-e663d13c4683 req-ac178b7f-4b13-4e89-aa00-d52e952c57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:36.817466 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-ac178b7f-4b13-4e89-aa00-d52e952c57dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 200 len: 918 time: 0.1311140 Sep 03 19:21:36.879048 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Deleting port 593b0e65-bef2-49dd-9d80-ab250e453c1d {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:36.879742 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.900029 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-e22d162c-3d43-4d41-9cde-685074796463 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 200 len: 1000 time: 0.0733817 Sep 03 19:21:36.974926 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441195-81c8-469d-9483-e663d13c4683 req-c84762a0-dfa2-49e7-b1b6-bc9bc60a3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:36.976572 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-c84762a0-dfa2-49e7-b1b6-bc9bc60a3dc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 200 len: 856 time: 0.0697608 Sep 03 19:21:36.978467 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:21:35Z', 'revision_number': 5, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port': {'id': '593b0e65-bef2-49dd-9d80-ab250e453c1d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:18:42Z', 'updated_at': '2021-09-03T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:36.979411 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] For port 593b0e65-bef2-49dd-9d80-ab250e453c1d, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=593b0e65-bef2-49dd-9d80-ab250e453c1d,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:36.979793 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:36.992258 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Calling delete_port for 593b0e65-bef2-49dd-9d80-ab250e453c1d owned by network:router_gateway {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:37.010469 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da340e14-138c-42bc-9543-ff98e544368d None None] Checking router: ee9072d4-1e52-4ecd-962a-1e81f86e0e77 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:21:37.010674 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-768d10aa-e9dc-4a50-a73a-1b6bbaf1eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.013261 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-768d10aa-e9dc-4a50-a73a-1b6bbaf1eb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.014584 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-768d10aa-e9dc-4a50-a73a-1b6bbaf1eb63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cd2a1a5-4b75-4ef3-9b8c-735418063da0 HTTP/1.1" status: 204 len: 168 time: 0.3727238 Sep 03 19:21:37.021900 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] Routers {'ee9072d4-1e52-4ecd-962a-1e81f86e0e77'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:37.022849 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:37.027878 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d10aa-e9dc-4a50-a73a-1b6bbaf1eb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2a1a5-4b75-4ef3-9b8c-735418063da0,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:37.044157 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441195-81c8-469d-9483-e663d13c4683 req-960fa12d-cdb4-4475-8fd1-4dd523586277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:37.046464 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-960fa12d-cdb4-4475-8fd1-4dd523586277 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fdb09c4-22e9-416a-9834-5cf70bb437dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619082 Sep 03 19:21:37.145381 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-5427b3ef-519d-4437-9d08-cc4d573eea0f service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914555 Sep 03 19:21:37.148789 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] Set router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 gateway port host: None {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:37.202685 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-da340e14-138c-42bc-9543-ff98e544368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:21:36Z', 'revision_number': 6, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port_host': None}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:37.231412 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da340e14-138c-42bc-9543-ff98e544368d None None] The sync data for ids ['ee9072d4-1e52-4ecd-962a-1e81f86e0e77'] in dv-cinder-788367-7-iscsi is: [{'id': 'ee9072d4-1e52-4ecd-962a-1e81f86e0e77', 'name': 'tempest-TestMinimumBasicScenario-1298611867-router', 'tenant_id': '64b15fcb94b14d948188aebefd68b025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:18:41Z', 'updated_at': '2021-09-03T19:21:36Z', 'revision_number': 6, 'project_id': '64b15fcb94b14d948188aebefd68b025', 'gw_port_host': None}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:21:37.246312 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.251242 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cc441195-81c8-469d-9483-e663d13c4683 req-afa8c301-19e1-40a3-ab06-92f13a13f254 service neutron] 10.222.0.20 "GET /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981438 Sep 03 19:21:37.286600 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=593b0e65-bef2-49dd-9d80-ab250e453c1d,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:37.358259 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.388506 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2843a2-a424-4948-afd3-c1ae09753b1e req-aa8933d0-a6d2-47ab-920a-f72176d4b2eb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:37.390586 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7d2843a2-a424-4948-afd3-c1ae09753b1e req-aa8933d0-a6d2-47ab-920a-f72176d4b2eb tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0681930 Sep 03 19:21:37.433719 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7d2843a2-a424-4948-afd3-c1ae09753b1e req-df1901b3-b442-4a2f-9e0d-2ae555dc0542 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370533 Sep 03 19:21:37.469744 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.472694 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.576626 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.577213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9072d4-1e52-4ecd-962a-1e81f86e0e77 {{(pid=94492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:21:37.582787 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.588236 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57740) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:37.588424 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-5f68089b-c1e2-43be-9ed6-ed07bd1c89c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ee9072d4-1e52-4ecd-962a-1e81f86e0e77 HTTP/1.1" status: 204 len: 168 time: 1.0203598 Sep 03 19:21:37.633284 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Deleting subnet 705a2656-24b1-4e05-b743-38543a336d13 {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:21:37.637030 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.673990 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.754310 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.873816 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.903329 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705a2656-24b1-4e05-b743-38543a336d13,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:37.905482 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:37.907369 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-fca35989-c43d-46b1-a4d2-f4520f252e3d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/705a2656-24b1-4e05-b743-38543a336d13 HTTP/1.1" status: 204 len: 168 time: 0.3195090 Sep 03 19:21:37.910844 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57752) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:37.914223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499cf09-d986-4bf8-8f34-8ec30b6aa33f None None] Network 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:21:38.007046 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.104873 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Deleting port 6a785ad9-caae-4269-86e3-43c47ddb506f {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:38.105406 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.177815 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] DHCP port deletion for 5db68bd6-cd18-4bb0-91eb-5ddaa799cefb request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:21:38.230950 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] For port 6a785ad9-caae-4269-86e3-43c47ddb506f, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6a785ad9-caae-4269-86e3-43c47ddb506f,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:38.231592 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.244795 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Calling delete_port for 6a785ad9-caae-4269-86e3-43c47ddb506f owned by network:dhcp {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:38.265216 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] Deleting port 6a785ad9-caae-4269-86e3-43c47ddb506f {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:38.265876 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.387553 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.388348 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] For port 6a785ad9-caae-4269-86e3-43c47ddb506f, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6a785ad9-caae-4269-86e3-43c47ddb506f,segment=NetworkSegment(f2bcda00-13cb-4b41-9c14-648db58c7aed),segment_id=f2bcda00-13cb-4b41-9c14-648db58c7aed)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:38.388776 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.400850 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 624d9274-bcab-4378-90b7-513bc95a36bb no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:38.429418 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] Calling delete_port for 6a785ad9-caae-4269-86e3-43c47ddb506f owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:38.431580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 624d9274-bcab-4378-90b7-513bc95a36bb {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:21:38.432522 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 624d9274-bcab-4378-90b7-513bc95a36bb not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:21:38.433086 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 593b0e65-bef2-49dd-9d80-ab250e453c1d no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:38.452330 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a785ad9-caae-4269-86e3-43c47ddb506f,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:38.456037 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] No DVR routers for this DVR port 6a785ad9-caae-4269-86e3-43c47ddb506f on host dv-cinder-788367-7-iscsi {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:21:38.456263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 593b0e65-bef2-49dd-9d80-ab250e453c1d {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:21:38.456975 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 593b0e65-bef2-49dd-9d80-ab250e453c1d not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:21:38.457123 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6a785ad9-caae-4269-86e3-43c47ddb506f no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:21:38.492877 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 6a785ad9-caae-4269-86e3-43c47ddb506f {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:21:38.498447 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6a785ad9-caae-4269-86e3-43c47ddb506f not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:21:38.580023 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.597453 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] No DVR routers for this DVR port 6a785ad9-caae-4269-86e3-43c47ddb506f on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:21:38.628439 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.641633 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db68bd6-cd18-4bb0-91eb-5ddaa799cefb']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:38.642929 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1478c2-1018-4268-ac28-78aad9dc5316 None None] Pushing event deleted for resources: {'Port': ['ID=6a785ad9-caae-4269-86e3-43c47ddb506f,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:38.655627 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bcda00-13cb-4b41-9c14-648db58c7aed') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:38.656034 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bcda00-13cb-4b41-9c14-648db58c7aed') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:38.670697 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.686096 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351933f-8cc9-4309-89b5-8f9e59eeee58 req-400ef4e9-f9a6-471f-b92b-6be3886a8c77 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:38.693411 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0351933f-8cc9-4309-89b5-8f9e59eeee58 req-400ef4e9-f9a6-471f-b92b-6be3886a8c77 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.1273556 Sep 03 19:21:38.715629 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.733128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:21:38.733128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:21:38.734167 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:21:38.757129 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0351933f-8cc9-4309-89b5-8f9e59eeee58 req-3874acdb-f706-4177-8349-e038545ddc4f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605342 Sep 03 19:21:38.856454 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.863906 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:38.865937 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5db68bd6-cd18-4bb0-91eb-5ddaa799cefb HTTP/1.1" status: 204 len: 168 time: 0.9530847 Sep 03 19:21:38.876723 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296e1ec-320c-436d-9081-491b82635d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db68bd6-cd18-4bb0-91eb-5ddaa799cefb,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:39.181909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-85f2f525-dbd6-4d40-a8e9-c3e33fb19e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:39.230113 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57762) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:39.274216 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-467fed0e-b4b2-4ab6-a2f8-aa9620b1f04e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d4330ac3c8b4e338014776e80b80702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429254 Sep 03 19:21:39.279156 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57764) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:39.329762 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f0cc85cf-8070-4c08-9672-b054774c867e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:39.351124 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f0cc85cf-8070-4c08-9672-b054774c867e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:39.461735 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f0cc85cf-8070-4c08-9672-b054774c867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:39.466026 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-f0cc85cf-8070-4c08-9672-b054774c867e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:39.467208 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-f0cc85cf-8070-4c08-9672-b054774c867e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72e48f5e-49fa-4274-b27f-2e048aac699e HTTP/1.1" status: 204 len: 168 time: 0.1870587 Sep 03 19:21:39.477133 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc85cf-8070-4c08-9672-b054774c867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e48f5e-49fa-4274-b27f-2e048aac699e,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:39.887243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880f1f2-92ec-4269-ba68-77eb34719070 req-d288f59f-bc09-4be7-b2d3-71f59a74835c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:39.888866 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c880f1f2-92ec-4269-ba68-77eb34719070 req-d288f59f-bc09-4be7-b2d3-71f59a74835c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0625863 Sep 03 19:21:39.931693 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c880f1f2-92ec-4269-ba68-77eb34719070 req-6e2d8205-6b6b-4153-a252-9d3ab0e42fdf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365777 Sep 03 19:21:40.083810 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57772) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:40.125283 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9f431066-9766-4c4a-bb6f-f95946a50c14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64b15fcb94b14d948188aebefd68b025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401471 Sep 03 19:21:40.127527 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57774) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:21:40.177622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d9bc55ad-df21-4d94-a6fd-d990581ac661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:40.202793 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d9bc55ad-df21-4d94-a6fd-d990581ac661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:40.318647 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d9bc55ad-df21-4d94-a6fd-d990581ac661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:40.321380 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d9bc55ad-df21-4d94-a6fd-d990581ac661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:40.322636 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-d9bc55ad-df21-4d94-a6fd-d990581ac661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89c97cc9-0c6e-4d9b-b8df-7b84652ab967 HTTP/1.1" status: 204 len: 168 time: 0.1941895 Sep 03 19:21:40.349669 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc55ad-df21-4d94-a6fd-d990581ac661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c97cc9-0c6e-4d9b-b8df-7b84652ab967,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:40.352014 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:21:41.056196 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43374f88-ced3-41e6-a661-108c9298c12d req-febb3dd6-ee3c-4bd1-86e7-627fe16f08fe tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:41.058509 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-43374f88-ced3-41e6-a661-108c9298c12d req-febb3dd6-ee3c-4bd1-86e7-627fe16f08fe tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0500529 Sep 03 19:21:41.096503 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-43374f88-ced3-41e6-a661-108c9298c12d req-8998f521-cc1e-42b7-976c-9f1524b7576c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Sep 03 19:21:41.678782 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-16e12c20-7e4f-4858-a3c8-a93f98bced31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:42.038561 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:42.227399 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27dd8e-0a81-447a-8c38-bb1ff7077578 req-4cb0f15c-1f84-4093-ac67-f9e6af2ae0b3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:42.229375 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f27dd8e-0a81-447a-8c38-bb1ff7077578 req-4cb0f15c-1f84-4093-ac67-f9e6af2ae0b3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0588453 Sep 03 19:21:42.268591 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f27dd8e-0a81-447a-8c38-bb1ff7077578 req-0cd6cb8f-db96-4098-a56e-0ebde039439a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Sep 03 19:21:42.712895 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:43.407145 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fdff3-3a7c-4ec5-88d1-eb2e47b1c0fc req-83cb1a80-aaa3-4e3a-9c98-8e53c77d2484 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:43.408697 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-475fdff3-3a7c-4ec5-88d1-eb2e47b1c0fc req-83cb1a80-aaa3-4e3a-9c98-8e53c77d2484 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0654192 Sep 03 19:21:43.452846 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-475fdff3-3a7c-4ec5-88d1-eb2e47b1c0fc req-564315ea-6336-4cae-9e8f-8e385ad1b935 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375085 Sep 03 19:21:44.370425 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:44.567487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548c62-53c1-45e6-8296-16330445e591 req-7523dc9b-ae40-4797-8f8b-1a0c766c0efa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:44.569686 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a548c62-53c1-45e6-8296-16330445e591 req-7523dc9b-ae40-4797-8f8b-1a0c766c0efa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0498612 Sep 03 19:21:44.613824 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a548c62-53c1-45e6-8296-16330445e591 req-bd11598f-bb7d-493b-8647-3238e2fefc56 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Sep 03 19:21:45.747028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9d781-f550-436f-997c-76d7932de775 req-15c61456-ca61-4d27-8977-e0232b8606ce tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:45.749955 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98c9d781-f550-436f-997c-76d7932de775 req-15c61456-ca61-4d27-8977-e0232b8606ce tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0575402 Sep 03 19:21:45.787442 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-98c9d781-f550-436f-997c-76d7932de775 req-5259c450-0dba-4987-94af-71d86198abe2 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Sep 03 19:21:46.907721 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33913d-8692-4a88-abc7-d54d7c84eb58 req-f399951d-b231-4b0c-809c-d64d4993d858 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:46.909222 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7b33913d-8692-4a88-abc7-d54d7c84eb58 req-f399951d-b231-4b0c-809c-d64d4993d858 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0491347 Sep 03 19:21:46.949759 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7b33913d-8692-4a88-abc7-d54d7c84eb58 req-1be70e12-5a88-4d47-b72a-6bba080d2b29 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342267 Sep 03 19:21:48.072808 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45d17-dcd1-4717-9795-bfc5d223517b req-4814bd80-67ac-4e4b-aa62-7512c22bad56 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:48.074296 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5be45d17-dcd1-4717-9795-bfc5d223517b req-4814bd80-67ac-4e4b-aa62-7512c22bad56 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0485458 Sep 03 19:21:48.112011 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5be45d17-dcd1-4717-9795-bfc5d223517b req-f62be450-3f77-4c71-8b5d-df84cc857a4e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Sep 03 19:21:49.230207 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002758b-9b28-437b-a2fb-f7c5f52ab374 req-c369abad-ef74-4243-9a83-9a2b9daa08b4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:49.231544 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a002758b-9b28-437b-a2fb-f7c5f52ab374 req-c369abad-ef74-4243-9a83-9a2b9daa08b4 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0510178 Sep 03 19:21:49.267779 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a002758b-9b28-437b-a2fb-f7c5f52ab374 req-71a93222-444f-41d1-bca0-89acf015981f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303717 Sep 03 19:21:50.381082 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e178fa-7722-4dbb-b196-6d970a8c131b req-1d911efb-613d-4aa0-b282-4e84545caf16 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:50.382505 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9e178fa-7722-4dbb-b196-6d970a8c131b req-1d911efb-613d-4aa0-b282-4e84545caf16 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0459151 Sep 03 19:21:50.418564 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d9e178fa-7722-4dbb-b196-6d970a8c131b req-c59b431d-3451-4171-9d35-4121ee122bdf tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297267 Sep 03 19:21:51.540487 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7e2d0-3a93-4f4b-bd32-54db1c0e2eca req-e765edd3-8a2f-4eed-8820-f130744369a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:51.542032 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7ce7e2d0-3a93-4f4b-bd32-54db1c0e2eca req-e765edd3-8a2f-4eed-8820-f130744369a3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0528297 Sep 03 19:21:51.804151 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7ce7e2d0-3a93-4f4b-bd32-54db1c0e2eca req-7354207b-507a-4750-a073-17c918e29568 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561252 Sep 03 19:21:52.373515 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:21:52.463248 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:52.474759 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'port_id': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'mac_address': 'fa:16:3e:cb:f9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:21:52.514889 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:52.529501 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c3d4a1-9d06-4544-84dc-f420435bc705 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:21:52.553141 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:52.921028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8398e3-704a-4f67-aee6-bc4b6ac61d61 req-38746878-f3b0-4be1-bcb1-494990676692 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:52.922523 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9c8398e3-704a-4f67-aee6-bc4b6ac61d61 req-38746878-f3b0-4be1-bcb1-494990676692 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 944 time: 0.0485625 Sep 03 19:21:52.959217 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-9c8398e3-704a-4f67-aee6-bc4b6ac61d61 req-eeef3403-6538-4fa5-b19f-7ca2b925005c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 Sep 03 19:21:53.622013 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:53.669355 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=9']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:53.842577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['b0c3d4a1-9d06-4544-84dc-f420435bc705'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:21:54.077812 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9df5-b8ab-4b3f-8a29-0817bcab4d8b req-0157937c-fc23-4746-8d85-0824907d2d6b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:54.079254 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-48ca9df5-b8ab-4b3f-8a29-0817bcab4d8b req-0157937c-fc23-4746-8d85-0824907d2d6b tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 945 time: 0.0467410 Sep 03 19:21:54.115091 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-48ca9df5-b8ab-4b3f-8a29-0817bcab4d8b req-6bce7405-0921-4be7-9873-e7f15e0a8683 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300012 Sep 03 19:21:54.384739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:21:54.430590 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port b0c3d4a1-9d06-4544-84dc-f420435bc705 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:21:54.431705 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:54.501911 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:54.523856 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:54.526116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed53d3-6f42-4266-a954-d810b697454d" -d '{"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:54.542180 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:54.567192 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a1a326-a7fc-4e95-bcd5-5991e2fe9678 x-openstack-request-id: req-25a1a326-a7fc-4e95-bcd5-5991e2fe9678 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:54.567480 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-plugged", "status": "completed", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:54.567733 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25a1a326-a7fc-4e95-bcd5-5991e2fe9678 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:54.568149 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'code': 200} Sep 03 19:21:54.593009 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:54.643623 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=10']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:54.865975 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431919c7-27e7-4006-a6c1-67fe1bc6b5f4 req-7d18bcbb-a52c-4e63-a6c8-af7b557e03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:54.867456 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-431919c7-27e7-4006-a6c1-67fe1bc6b5f4 req-7d18bcbb-a52c-4e63-a6c8-af7b557e03ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 1100 time: 0.0425434 Sep 03 19:21:54.902533 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-431919c7-27e7-4006-a6c1-67fe1bc6b5f4 req-869cd252-c240-459e-9964-d96629b31286 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283663 Sep 03 19:21:55.231240 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd787a0-f575-42a6-a531-a0f7e62eb703 req-fc5030e7-82aa-412c-9d55-3f8ea2370375 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:55.232693 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9bd787a0-f575-42a6-a531-a0f7e62eb703 req-fc5030e7-82aa-412c-9d55-3f8ea2370375 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0469470 Sep 03 19:21:55.269225 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9bd787a0-f575-42a6-a531-a0f7e62eb703 req-fba5a057-579d-4e68-a25c-4cb8d7fd894e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Sep 03 19:21:55.504707 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a300-144b-4927-bfe1-5d55771743b2 req-818b4a7a-2168-4c31-93d6-51d5d8b5dec5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:55.506184 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ad2a300-144b-4927-bfe1-5d55771743b2 req-818b4a7a-2168-4c31-93d6-51d5d8b5dec5 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0491016 Sep 03 19:21:55.545392 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ad2a300-144b-4927-bfe1-5d55771743b2 req-17731fac-f391-4281-bbe9-d8d4bdcb0237 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333841 Sep 03 19:21:56.397590 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecaec5-cd19-4af0-aed4-5f059afb1345 req-a894fd62-4ff3-49e8-8e9e-5d325c6e0ccd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:56.399007 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a9ecaec5-cd19-4af0-aed4-5f059afb1345 req-a894fd62-4ff3-49e8-8e9e-5d325c6e0ccd tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0576086 Sep 03 19:21:56.436566 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a9ecaec5-cd19-4af0-aed4-5f059afb1345 req-55f62e7d-00fb-4c59-adf3-073e4a41639c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Sep 03 19:21:56.661020 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc7bae-6727-4bc4-8193-b1418da7b2ae req-aa5b89cf-d0fe-40ac-92bf-38d5badb10c1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:56.662524 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-19bc7bae-6727-4bc4-8193-b1418da7b2ae req-aa5b89cf-d0fe-40ac-92bf-38d5badb10c1 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0514274 Sep 03 19:21:56.702557 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-19bc7bae-6727-4bc4-8193-b1418da7b2ae req-48f0d338-ade8-4756-9031-1ec3dc5d2538 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Sep 03 19:21:57.275919 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa785-90ff-4772-ad53-8c82e099746e req-49609117-636f-4cf1-85d6-37a9f114cc3f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:57.277292 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f82aa785-90ff-4772-ad53-8c82e099746e req-49609117-636f-4cf1-85d6-37a9f114cc3f tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0469942 Sep 03 19:21:57.368463 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Deleting port 91715b5c-a652-4d44-b794-f86bff48e769 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:21:57.368834 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:57.455158 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] For port 91715b5c-a652-4d44-b794-f86bff48e769, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=91715b5c-a652-4d44-b794-f86bff48e769,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:21:57.455870 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:57.600443 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762a3f0-adb6-4e2b-9bc1-5bdec3976730 req-7d7d9e19-9ee0-450d-a1c5-fc1505e4112f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:57.601818 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f762a3f0-adb6-4e2b-9bc1-5bdec3976730 req-7d7d9e19-9ee0-450d-a1c5-fc1505e4112f tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0948808 Sep 03 19:21:57.676961 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f762a3f0-adb6-4e2b-9bc1-5bdec3976730 req-5e5f2b3e-3218-49b8-b17b-a4b4bf3b8a9c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667279 Sep 03 19:21:57.685459 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:57.685814 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:57.686128 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Floating IP 6ac99cf9-14ff-4638-ade5-5d9232ff4c40 disassociated. External IP: 172.27.3.57, port: 91715b5c-a652-4d44-b794-f86bff48e769. Sep 03 19:21:57.686464 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Calling delete_port for 91715b5c-a652-4d44-b794-f86bff48e769 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:21:57.816328 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce230c-d1e9-4e10-a8e3-85d5303aaa77 req-1212a581-de6f-41e0-8492-a38b6ea4e88c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:21:57.817945 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-85ce230c-d1e9-4e10-a8e3-85d5303aaa77 req-1212a581-de6f-41e0-8492-a38b6ea4e88c tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 946 time: 0.0501482 Sep 03 19:21:57.858990 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-85ce230c-d1e9-4e10-a8e3-85d5303aaa77 req-b1249612-c313-4705-bdbd-c89bf5a070a8 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347073 Sep 03 19:21:58.100983 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:58.126363 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event deleted for resources: {'Port': ['ID=91715b5c-a652-4d44-b794-f86bff48e769,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:21:58.135656 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.136009 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.136846 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.137208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.137542 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.137878 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.138207 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.138534 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.139457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.139457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.139457 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.139803 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:21:58.247556 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:21:58.351519 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:21:58.361528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:21:58.370524 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:58.371717 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:58.387996 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] No DVR routers for this DVR port 91715b5c-a652-4d44-b794-f86bff48e769 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:21:58.390409 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:21:58.392361 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f82aa785-90ff-4772-ad53-8c82e099746e req-f6faaa09-f748-4810-9e74-7ad177854b98 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.20 "DELETE /v2.0/ports/91715b5c-a652-4d44-b794-f86bff48e769 HTTP/1.1" status: 204 len: 173 time: 1.1092768 Sep 03 19:21:58.392788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'name': 'network-vif-deleted', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:21:58.395069 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba00396e-e655-4557-bb9d-bc8c4a0f16af" -d '{"events": [{"server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "name": "network-vif-deleted", "tag": "91715b5c-a652-4d44-b794-f86bff48e769"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:21:58.430703 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20ecc96-3383-4835-8657-dfb3184eff5e x-openstack-request-id: req-f20ecc96-3383-4835-8657-dfb3184eff5e {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:21:58.431014 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c615b62-13cd-43d5-8d13-69670f35ab5d", "name": "network-vif-deleted", "tag": "91715b5c-a652-4d44-b794-f86bff48e769", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:21:58.431403 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f20ecc96-3383-4835-8657-dfb3184eff5e {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:21:58.431719 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c615b62-13cd-43d5-8d13-69670f35ab5d', 'name': 'network-vif-deleted', 'tag': '91715b5c-a652-4d44-b794-f86bff48e769', 'status': 'completed', 'code': 200} Sep 03 19:21:58.480264 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:58.680790 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:58.710353 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:21:58.718626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:21:58.719175 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:58.817282 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:21:58.964803 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1c06109e-c022-41e4-b69b-d304fb824ff7 req-afc91354-227b-47a8-9d96-ec07c9aa7c6a tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c615b62-13cd-43d5-8d13-69670f35ab5d HTTP/1.1" status: 200 len: 210 time: 0.0255375 Sep 03 19:21:59.017426 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:21:59.043179 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1055-327f-4c19-a345-34ce0388a306 None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:15:28Z', 'revision_number': 4, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '825e8882-5659-465b-ad3e-92f24f3629d8', 'name': '', 'network_id': '788f2e73-d509-49b5-943b-4323818be9b2', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'mac_address': 'fa:16:3e:42:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:35Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'subnets': [{'id': '804082be-ac68-45e1-9043-1f02c9b54fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:21:59.246517 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e188d58-3487-484b-933d-d55cf01a5e68 None None] New status for floating IP 6ac99cf9-14ff-4638-ade5-5d9232ff4c40: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:22:00.126400 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57932) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:00.179287 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76cd67e4-fed0-4bd9-8225-6f40c927e3a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.200649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76cd67e4-fed0-4bd9-8225-6f40c927e3a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.312564 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76cd67e4-fed0-4bd9-8225-6f40c927e3a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.315190 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-76cd67e4-fed0-4bd9-8225-6f40c927e3a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.318708 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-76cd67e4-fed0-4bd9-8225-6f40c927e3a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "DELETE /v2.0/security-groups/70a1dd84-ef75-4240-a9bf-e0270dcfb6a0 HTTP/1.1" status: 204 len: 168 time: 0.1889508 Sep 03 19:22:00.319351 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57934) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:00.326327 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd67e4-fed0-4bd9-8225-6f40c927e3a0 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1dd84-ef75-4240-a9bf-e0270dcfb6a0,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:00.333289 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.api.v2.resource [None req-11f69372-e0a0-4bcd-b6be-dc200c89e078 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] show failed (client error): The resource could not be found. Sep 03 19:22:00.334402 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-11f69372-e0a0-4bcd-b6be-dc200c89e078 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "GET /v2.0/security-groups/70a1dd84-ef75-4240-a9bf-e0270dcfb6a0 HTTP/1.1" status: 404 len: 347 time: 0.0139692 Sep 03 19:22:00.337134 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57936) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:00.459817 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Deleting port ac7e8f1b-9643-41c4-a8f7-bc773c4d3c25 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:00.460078 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.535362 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.535695 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.546855 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Calling delete_port for ac7e8f1b-9643-41c4-a8f7-bc773c4d3c25 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:00.746208 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.775214 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Pushing event deleted for resources: {'Port': ['ID=ac7e8f1b-9643-41c4-a8f7-bc773c4d3c25,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:00.796216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.796561 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.796896 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.797261 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.797587 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.797911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.798229 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.798548 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.798865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.799179 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.799495 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.799811 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:00.838737 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.841348 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:00.842630 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-30af38d9-8f91-4c94-a53b-c59dc717f632 tempest-AttachVolumeTestJSON-2044291229 tempest-AttachVolumeTestJSON-2044291229-project] 10.222.0.18 "DELETE /v2.0/floatingips/6ac99cf9-14ff-4638-ade5-5d9232ff4c40 HTTP/1.1" status: 204 len: 168 time: 0.5044379 Sep 03 19:22:02.431506 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 91715b5c-a652-4d44-b794-f86bff48e769 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:02.452135 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 91715b5c-a652-4d44-b794-f86bff48e769 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:02.452479 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 91715b5c-a652-4d44-b794-f86bff48e769 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:02.917014 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:04.775127 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57964) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:05.233780 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:05.461962 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Deleting port 825e8882-5659-465b-ad3e-92f24f3629d8 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:05.462301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:05.538397 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] For port 825e8882-5659-465b-ad3e-92f24f3629d8, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=825e8882-5659-465b-ad3e-92f24f3629d8,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:05.538674 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:05.550883 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Calling delete_port for 825e8882-5659-465b-ad3e-92f24f3629d8 owned by network:router_interface {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:05.774879 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:05.798215 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Pushing event deleted for resources: {'Port': ['ID=825e8882-5659-465b-ad3e-92f24f3629d8,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:05.959972 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:06.165106 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Router 457648c7-7a16-4e01-af60-5da8f7ec5991 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:22:06.266141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:22:06.271049 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-c85d1906-a40e-486e-af0f-a380e2d4a07a admin admin] 10.222.0.18 "PUT /v2.0/routers/457648c7-7a16-4e01-af60-5da8f7ec5991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949126 Sep 03 19:22:06.273837 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57968) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:06.276356 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] Sync routers for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:22:06.290081 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:22:06.290774 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:06.375900 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks [] for router, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:06.388577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:22:06.474397 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:06.559803 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:22:05Z', 'revision_number': 5, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port': {'id': '1ab16df8-f34c-4ee0-8945-d457809d29a7', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:22Z', 'updated_at': '2021-09-03T19:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:06.584836 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] Checking router: 457648c7-7a16-4e01-af60-5da8f7ec5991 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:22:06.593333 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] Routers {'457648c7-7a16-4e01-af60-5da8f7ec5991'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:22:06.593928 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:21:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['457648c7-7a16-4e01-af60-5da8f7ec5991'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:06.623118 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Deleting port 1ab16df8-f34c-4ee0-8945-d457809d29a7 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:06.623463 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:06.676058 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] Set router 457648c7-7a16-4e01-af60-5da8f7ec5991 gateway port host: None {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:22:06.700591 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] For port 1ab16df8-f34c-4ee0-8945-d457809d29a7, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=1ab16df8-f34c-4ee0-8945-d457809d29a7,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:06.700978 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:06.713487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Calling delete_port for 1ab16df8-f34c-4ee0-8945-d457809d29a7 owned by network:router_gateway {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:06.730314 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:22:06Z', 'revision_number': 6, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port_host': None}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:06.755558 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769b627-01b7-40cd-9e81-6af109086c93 None None] The sync data for ids ['457648c7-7a16-4e01-af60-5da8f7ec5991'] in dv-cinder-788367-7-iscsi is: [{'id': '457648c7-7a16-4e01-af60-5da8f7ec5991', 'name': 'tempest-AttachVolumeTestJSON-455820990-router', 'tenant_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:20Z', 'updated_at': '2021-09-03T19:22:06Z', 'revision_number': 6, 'project_id': '4f5d73960b1845d89cd3c669cf15b5a6', 'gw_port_host': None}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:22:06.969360 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:06.998424 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab16df8-f34c-4ee0-8945-d457809d29a7,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:07.057915 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.147157 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.149308 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.243709 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.244243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 457648c7-7a16-4e01-af60-5da8f7ec5991 {{(pid=94491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:22:07.249581 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.250708 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-469b165d-82fc-4c89-927e-4fa114e9c721 admin admin] 10.222.0.18 "DELETE /v2.0/routers/457648c7-7a16-4e01-af60-5da8f7ec5991 HTTP/1.1" status: 204 len: 168 time: 0.9759660 Sep 03 19:22:07.253259 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 57970) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:07.298450 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Deleting subnet 804082be-ac68-45e1-9043-1f02c9b54fd8 {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:22:07.301334 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.333458 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.405194 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.524547 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.550370 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804082be-ac68-45e1-9043-1f02c9b54fd8,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:07.553867 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.555728 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bd591293-0010-4f0c-bf35-b658fd20c281 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/804082be-ac68-45e1-9043-1f02c9b54fd8 HTTP/1.1" status: 204 len: 168 time: 0.3015466 Sep 03 19:22:07.558460 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57972) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:07.562572 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a718e-094f-4aca-9976-b02c23a4fccf None None] Network 788f2e73-d509-49b5-943b-4323818be9b2 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:22:07.630197 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.686590 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Deleting port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:07.686941 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.759416 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] For port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:07.759775 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.772456 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Calling delete_port for 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 owned by network:dhcp {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:07.860876 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] DHCP port deletion for 788f2e73-d509-49b5-943b-4323818be9b2 request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:22:07.906620 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] Deleting port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:07.906989 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.969315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] For port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,segment=NetworkSegment(5872b3f6-0a28-4172-8bd9-d3ba656a4b50),segment_id=5872b3f6-0a28-4172-8bd9-d3ba656a4b50)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:07.969711 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:07.981173 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] Calling delete_port for 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:08.032042 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.053223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.058036 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:08.059855 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] No DVR routers for this DVR port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 on host dv-cinder-788367-7-iscsi {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:22:08.077950 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] Pushing event deleted for resources: {'Port': ['ID=8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:08.081716 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d0db6-8276-4542-a7b6-67c388121dcb None None] No DVR routers for this DVR port 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:22:08.133890 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.143904 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788f2e73-d509-49b5-943b-4323818be9b2']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:08.153556 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5872b3f6-0a28-4172-8bd9-d3ba656a4b50') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:08.153855 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5872b3f6-0a28-4172-8bd9-d3ba656a4b50') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:08.162201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.174930 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.180415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:22:08.180790 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:22:08.182503 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:22:08.328371 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.333939 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.338313 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] 10.222.0.18 "DELETE /v2.0/networks/788f2e73-d509-49b5-943b-4323818be9b2 HTTP/1.1" status: 204 len: 168 time: 0.7763264 Sep 03 19:22:08.347114 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e418d0-90ee-4ae6-9ac2-e4de37807516 admin admin] Pushing event deleted for resources: {'Network': ['ID=788f2e73-d509-49b5-943b-4323818be9b2,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:08.365462 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:08.388487 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:08.388815 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 8fbcf9b8-bb22-4781-a8e9-fb0ee3baa394 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:08.389255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 1ab16df8-f34c-4ee0-8945-d457809d29a7 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:08.406879 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 1ab16df8-f34c-4ee0-8945-d457809d29a7 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:08.407216 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 1ab16df8-f34c-4ee0-8945-d457809d29a7 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:08.407610 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 825e8882-5659-465b-ad3e-92f24f3629d8 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:08.424496 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 825e8882-5659-465b-ad3e-92f24f3629d8 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:08.430021 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 825e8882-5659-465b-ad3e-92f24f3629d8 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:08.654464 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57976) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:08.693339 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3f5beb5e-24bd-490b-a33d-e722d9d031da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f5d73960b1845d89cd3c669cf15b5a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377026 Sep 03 19:22:08.695781 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 57978) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:08.741233 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-97724a57-0c29-4502-9900-7ce73328b6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.761846 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-97724a57-0c29-4502-9900-7ce73328b6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.889607 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-97724a57-0c29-4502-9900-7ce73328b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.892053 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-97724a57-0c29-4502-9900-7ce73328b6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:08.893355 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-97724a57-0c29-4502-9900-7ce73328b6bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55982044-3ab4-4f73-8c10-77cd30610eee HTTP/1.1" status: 204 len: 168 time: 0.1965635 Sep 03 19:22:08.905826 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724a57-0c29-4502-9900-7ce73328b6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55982044-3ab4-4f73-8c10-77cd30610eee,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:09.162666 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-78952590-d956-482d-af91-132a3a9c5f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:11.688996 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4d5d0d26-5304-4cf7-b6fe-5bceb2e8c4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:12.044114 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:12.689343 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:14.386335 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.184342 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58060) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:16.284269 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6c17-b7a7-46ff-8ba0-7434f6a9ec6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.367175 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6c17-b7a7-46ff-8ba0-7434f6a9ec6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.437701 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d5c6c17-b7a7-46ff-8ba0-7434f6a9ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.475978 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c6c17-b7a7-46ff-8ba0-7434f6a9ec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c99b9a-bc86-4b73-8a1f-89d806c90110,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:16.480205 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-0d5c6c17-b7a7-46ff-8ba0-7434f6a9ec6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aab22818ccc445f99df63d89c68f1dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948191 Sep 03 19:22:16.482921 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58064) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:16.531208 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-08bf0209-506a-4f4c-97d7-48c191e086ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.551991 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-08bf0209-506a-4f4c-97d7-48c191e086ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.671868 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-08bf0209-506a-4f4c-97d7-48c191e086ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.674447 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-08bf0209-506a-4f4c-97d7-48c191e086ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:16.675593 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-08bf0209-506a-4f4c-97d7-48c191e086ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7c99b9a-bc86-4b73-8a1f-89d806c90110 HTTP/1.1" status: 204 len: 168 time: 0.1917911 Sep 03 19:22:16.683052 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf0209-506a-4f4c-97d7-48c191e086ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c99b9a-bc86-4b73-8a1f-89d806c90110,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:17.195315 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58070) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:17.208435 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b3cbba30-ce1a-49d5-8b13-d03fd6d91000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.290936 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b3cbba30-ce1a-49d5-8b13-d03fd6d91000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.340788 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:22:17.350635 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b3cbba30-ce1a-49d5-8b13-d03fd6d91000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.386263 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbba30-ce1a-49d5-8b13-d03fd6d91000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba6f43-95a9-49c6-bc08-ea2825abae92,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:17.390420 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b3cbba30-ce1a-49d5-8b13-d03fd6d91000 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcc8a67b53b74c06a96e89b189f9b336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941025 Sep 03 19:22:17.393598 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58072) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:17.450248 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-63b9eb1f-f8e9-40a2-84c8-29a1e0118adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.477750 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-63b9eb1f-f8e9-40a2-84c8-29a1e0118adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.575483 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-63b9eb1f-f8e9-40a2-84c8-29a1e0118adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.578028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-63b9eb1f-f8e9-40a2-84c8-29a1e0118adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:17.579172 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-63b9eb1f-f8e9-40a2-84c8-29a1e0118adf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56ba6f43-95a9-49c6-bc08-ea2825abae92 HTTP/1.1" status: 204 len: 168 time: 0.1852937 Sep 03 19:22:17.586680 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9eb1f-f8e9-40a2-84c8-29a1e0118adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba6f43-95a9-49c6-bc08-ea2825abae92,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:23.011511 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58146) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:23.112949 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cdda03f7-5b73-402e-961a-9797ce03f960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.197768 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cdda03f7-5b73-402e-961a-9797ce03f960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.259107 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cdda03f7-5b73-402e-961a-9797ce03f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.295825 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-cdda03f7-5b73-402e-961a-9797ce03f960 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bec8dcfaeebf40ff9b3e939e513476af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832627 Sep 03 19:22:23.297799 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda03f7-5b73-402e-961a-9797ce03f960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb4b97-e164-4477-854c-df137610f10c,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:23.298517 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58150) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:23.346982 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbece-d8f0-47b5-8df2-f9e171e5c4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.367183 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbece-d8f0-47b5-8df2-f9e171e5c4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.460354 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbece-d8f0-47b5-8df2-f9e171e5c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.463061 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bdfcbece-d8f0-47b5-8df2-f9e171e5c4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:23.464183 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bdfcbece-d8f0-47b5-8df2-f9e171e5c4ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13bb4b97-e164-4477-854c-df137610f10c HTTP/1.1" status: 204 len: 168 time: 0.1646767 Sep 03 19:22:23.471737 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcbece-d8f0-47b5-8df2-f9e171e5c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb4b97-e164-4477-854c-df137610f10c,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:23.975277 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58156) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:23.988061 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-35bbf3fe-dac3-4a10-94ca-0859d65c5d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.070935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-35bbf3fe-dac3-4a10-94ca-0859d65c5d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.178976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-35bbf3fe-dac3-4a10-94ca-0859d65c5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.218119 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-35bbf3fe-dac3-4a10-94ca-0859d65c5d29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a1aff00dd244dac8c9555ce2a2a5da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417161 Sep 03 19:22:24.220015 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbf3fe-dac3-4a10-94ca-0859d65c5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835f87bc-2853-4fc5-ad5a-7602f0af95f4,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:24.220769 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58160) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:24.272256 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f439-904a-485c-9dae-0f7a7723f946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.292278 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f439-904a-485c-9dae-0f7a7723f946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.396409 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f439-904a-485c-9dae-0f7a7723f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.398954 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f439-904a-485c-9dae-0f7a7723f946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:24.400076 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a7d1f439-904a-485c-9dae-0f7a7723f946 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/835f87bc-2853-4fc5-ad5a-7602f0af95f4 HTTP/1.1" status: 204 len: 168 time: 0.1782832 Sep 03 19:22:24.407686 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1f439-904a-485c-9dae-0f7a7723f946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f87bc-2853-4fc5-ad5a-7602f0af95f4,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:25.972442 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58190) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:26.073989 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-587b530e-2a98-479f-b890-f573f492a89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.157217 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-587b530e-2a98-479f-b890-f573f492a89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.220167 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-587b530e-2a98-479f-b890-f573f492a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.255849 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b530e-2a98-479f-b890-f573f492a89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94566c54-00e9-4f7d-9edb-b0343628d66f,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:26.260133 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-587b530e-2a98-479f-b890-f573f492a89e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=072bfb90ede949e3b95b5f864db59e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866480 Sep 03 19:22:26.263360 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58194) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:26.310291 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-639d12e7-6415-4c09-9b94-876c1c4f98d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.330414 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-639d12e7-6415-4c09-9b94-876c1c4f98d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.436091 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-639d12e7-6415-4c09-9b94-876c1c4f98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.438703 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-639d12e7-6415-4c09-9b94-876c1c4f98d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:26.439812 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-639d12e7-6415-4c09-9b94-876c1c4f98d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94566c54-00e9-4f7d-9edb-b0343628d66f HTTP/1.1" status: 204 len: 168 time: 0.1760809 Sep 03 19:22:26.447869 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d12e7-6415-4c09-9b94-876c1c4f98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94566c54-00e9-4f7d-9edb-b0343628d66f,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:29.960043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3440df-6f7c-49d0-b76a-d8ac4b3803bf req-341bacac-cbf1-4d75-8684-61b8771439f7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:22:29.961570 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd3440df-6f7c-49d0-b76a-d8ac4b3803bf req-341bacac-cbf1-4d75-8684-61b8771439f7 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.2974596 Sep 03 19:22:29.998957 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-cd3440df-6f7c-49d0-b76a-d8ac4b3803bf req-35626811-4467-4e2c-8337-c1706adc8742 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310133 Sep 03 19:22:31.116449 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5343f-5ff7-41e4-a327-5ef6080104c1 req-48401bc7-845c-414e-9679-57bf2791626e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:22:31.117928 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ce5343f-5ff7-41e4-a327-5ef6080104c1 req-48401bc7-845c-414e-9679-57bf2791626e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0485244 Sep 03 19:22:31.154866 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9ce5343f-5ff7-41e4-a327-5ef6080104c1 req-f8e3d862-254d-4de0-bc2c-7853386389e3 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305932 Sep 03 19:22:32.270177 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74593486-e728-4b70-8f83-419cc6b66f96 req-c9dbe63f-530e-4e61-bac0-78816a84ba2c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:22:32.271880 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-74593486-e728-4b70-8f83-419cc6b66f96 req-c9dbe63f-530e-4e61-bac0-78816a84ba2c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0469396 Sep 03 19:22:32.307122 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-74593486-e728-4b70-8f83-419cc6b66f96 req-3c844869-80e0-4355-afbf-f1eda1a515fa tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295455 Sep 03 19:22:32.909957 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:33.215195 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-327bc094-aca9-4616-b2ab-2dd23b882ff9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:22:33.216608 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-327bc094-aca9-4616-b2ab-2dd23b882ff9 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0469992 Sep 03 19:22:33.305508 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Deleting port b0c3d4a1-9d06-4544-84dc-f420435bc705 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:33.306236 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:33.393756 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] For port b0c3d4a1-9d06-4544-84dc-f420435bc705, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b0c3d4a1-9d06-4544-84dc-f420435bc705,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:33.394115 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:33.425787 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a374f-040b-4d83-a811-404471967503 req-084a50d5-9698-403e-803a-91f5943a8442 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:22:33.427275 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf4a374f-040b-4d83-a811-404471967503 req-084a50d5-9698-403e-803a-91f5943a8442 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 947 time: 0.0490944 Sep 03 19:22:33.465923 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf4a374f-040b-4d83-a811-404471967503 req-3a9d06be-f0fa-4287-8f1e-21b729e97f7a tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups?id=b459b080-dc7a-42ee-9e49-453ac179ce10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Sep 03 19:22:33.561552 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:33.561899 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:33.562207 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Floating IP 695314cd-57d5-49a9-beb6-d51adc2c55b1 disassociated. External IP: 172.27.3.145, port: b0c3d4a1-9d06-4544-84dc-f420435bc705. Sep 03 19:22:33.562539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Calling delete_port for b0c3d4a1-9d06-4544-84dc-f420435bc705 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:33.751590 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:33.783494 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event deleted for resources: {'Port': ['ID=b0c3d4a1-9d06-4544-84dc-f420435bc705,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:33.897531 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:22:34.003648 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:22:34.013035 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:22:34.023130 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:22:34.025303 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:22:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:34.040379 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] No DVR routers for this DVR port b0c3d4a1-9d06-4544-84dc-f420435bc705 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:22:34.043246 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:34.045816 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ed4cf541-254c-46f7-bad0-f88e2b44a6fb req-c4015024-3bb9-45bf-a83c-b6e0ccab7b91 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.20 "DELETE /v2.0/ports/b0c3d4a1-9d06-4544-84dc-f420435bc705 HTTP/1.1" status: 204 len: 173 time: 0.8208275 Sep 03 19:22:34.046249 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-deleted', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:22:34.048962 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a1f07-33ab-41eb-b4f2-b8481fa2239b" -d '{"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-deleted", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:22:34.089773 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8ca877-9faf-4295-a9ec-98dd98284d7a x-openstack-request-id: req-af8ca877-9faf-4295-a9ec-98dd98284d7a {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:22:34.090144 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc36e2-00d8-447c-a275-c2555cefc698", "name": "network-vif-deleted", "tag": "b0c3d4a1-9d06-4544-84dc-f420435bc705", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:22:34.090380 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af8ca877-9faf-4295-a9ec-98dd98284d7a {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:22:34.091118 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc36e2-00d8-447c-a275-c2555cefc698', 'name': 'network-vif-deleted', 'tag': 'b0c3d4a1-9d06-4544-84dc-f420435bc705', 'status': 'completed', 'code': 200} Sep 03 19:22:34.134541 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:22:34.356573 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:34.382692 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:22:34.390799 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:22:34.391389 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:22:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:34.492834 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:22:34.582009 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9da72f52-22aa-447f-8fe3-c08cb5c84aa0 req-b756e9f7-a4e9-4e6d-94d9-10e188d2833e tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fbc36e2-00d8-447c-a275-c2555cefc698 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Sep 03 19:22:34.700288 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:34.730971 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210f0e-f90a-4395-ae82-491739b4ede3 None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:15:33Z', 'revision_number': 4, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859', 'name': '', 'network_id': '6fdb09c4-22e9-416a-9834-5cf70bb437dd', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'mac_address': 'fa:16:3e:84:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0d85436d-3125-4966-b310-453e4888ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:31Z', 'updated_at': '2021-09-03T19:15:42Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'subnets': [{'id': '0d85436d-3125-4966-b310-453e4888ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:22:34.959693 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0476ca-8ef8-46bb-bfed-c4868b9f0997 None None] New status for floating IP 695314cd-57d5-49a9-beb6-d51adc2c55b1: DOWN {{(pid=94493) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:22:35.752741 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58296) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:35.804836 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d06d4e94-6719-44d6-b6d1-af83125ee298 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:35.827875 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d06d4e94-6719-44d6-b6d1-af83125ee298 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:35.939921 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d06d4e94-6719-44d6-b6d1-af83125ee298 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:35.942494 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d06d4e94-6719-44d6-b6d1-af83125ee298 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:35.943627 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d06d4e94-6719-44d6-b6d1-af83125ee298 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "DELETE /v2.0/security-groups/b459b080-dc7a-42ee-9e49-453ac179ce10 HTTP/1.1" status: 204 len: 168 time: 0.1898572 Sep 03 19:22:35.946398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58298) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:35.952664 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d4e94-6719-44d6-b6d1-af83125ee298 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459b080-dc7a-42ee-9e49-453ac179ce10,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:35.959914 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.api.v2.resource [None req-6f1b255f-0f3c-462c-8bbf-d89fe364267c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] show failed (client error): The resource could not be found. Sep 03 19:22:35.960917 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-6f1b255f-0f3c-462c-8bbf-d89fe364267c tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "GET /v2.0/security-groups/b459b080-dc7a-42ee-9e49-453ac179ce10 HTTP/1.1" status: 404 len: 347 time: 0.0135515 Sep 03 19:22:35.963778 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58300) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:36.083513 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Deleting port 4ae79ca1-dc91-48ed-8ede-3e5c71de72e6 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:36.083851 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:36.160481 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:36.160817 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:36.172504 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Calling delete_port for 4ae79ca1-dc91-48ed-8ede-3e5c71de72e6 owned by network:floatingip {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:36.357579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:36.386388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Pushing event deleted for resources: {'Port': ['ID=4ae79ca1-dc91-48ed-8ede-3e5c71de72e6,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:36.448105 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:36.449211 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:36.450355 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4a0cf6ee-e41b-43d9-ad8a-e2811c220bb0 tempest-AttachVolumeShelveTestJSON-183934418 tempest-AttachVolumeShelveTestJSON-183934418-project] 10.222.0.18 "DELETE /v2.0/floatingips/695314cd-57d5-49a9-beb6-d51adc2c55b1 HTTP/1.1" status: 204 len: 168 time: 0.4856927 Sep 03 19:22:37.991852 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58326) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:38.097509 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3eee9a5e-6eb7-46fe-9a94-fcedfba3595c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.182983 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3eee9a5e-6eb7-46fe-9a94-fcedfba3595c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.249473 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3eee9a5e-6eb7-46fe-9a94-fcedfba3595c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.286120 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3eee9a5e-6eb7-46fe-9a94-fcedfba3595c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecccd56eb0bc45e09f0cf32c74ffde52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932093 Sep 03 19:22:38.288089 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee9a5e-6eb7-46fe-9a94-fcedfba3595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1287f9-2215-419c-b322-72e5e12ea75d,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:38.289167 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58332) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:38.337004 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fcd9-36c0-4584-8bf4-8d2a67e37141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.357147 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fcd9-36c0-4584-8bf4-8d2a67e37141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.469955 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fcd9-36c0-4584-8bf4-8d2a67e37141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.472534 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fcd9-36c0-4584-8bf4-8d2a67e37141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:38.473727 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8cd7fcd9-36c0-4584-8bf4-8d2a67e37141 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f1287f9-2215-419c-b322-72e5e12ea75d HTTP/1.1" status: 204 len: 168 time: 0.1837163 Sep 03 19:22:38.481602 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7fcd9-36c0-4584-8bf4-8d2a67e37141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1287f9-2215-419c-b322-72e5e12ea75d,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:38.606050 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:38.626215 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: b0c3d4a1-9d06-4544-84dc-f420435bc705 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:38.626572 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device b0c3d4a1-9d06-4544-84dc-f420435bc705 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:39.153201 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58354) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:39.174405 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-be250a50-2ba7-4893-9b4c-24ab1a68bdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:39.595798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:39.829470 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Deleting port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:39.829808 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:39.905291 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] For port 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:39.905653 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:39.922303 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Calling delete_port for 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 owned by network:router_interface {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:40.151913 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:40.183684 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:40.348191 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:40.568352 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:22:40.669927 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:22:40.677512 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ded13aa9-4fd1-4a05-ae97-84d25e29aecd admin admin] 10.222.0.18 "PUT /v2.0/routers/c57f4e2c-0289-42d4-b0b5-9b13d9d8e461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5205240 Sep 03 19:22:40.677512 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58372) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:40.678241 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] Sync routers for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:22:40.688101 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:22:40.688764 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:22:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:40.781813 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks [] for router, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:40.876949 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:22:41.056093 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:22:40Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:41.081246 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] Checking router: c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:22:41.089401 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] Routers {'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:22:41.089996 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:22:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:41.104322 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.191180 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] Set router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:22:41.269069 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Deleting port 92c905df-9161-4b8a-a011-19804d021e09 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:41.269415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.350905 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] For port 92c905df-9161-4b8a-a011-19804d021e09, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=92c905df-9161-4b8a-a011-19804d021e09,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:41.351276 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.369216 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Calling delete_port for 92c905df-9161-4b8a-a011-19804d021e09 owned by network:router_gateway {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:41.379049 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:22:40Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:41.405379 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fd1d4-1777-46cd-b0c3-8c32a64a8af6 None None] The sync data for ids ['c57f4e2c-0289-42d4-b0b5-9b13d9d8e461'] in dv-cinder-788367-7-iscsi is: [{'id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'name': 'tempest-AttachVolumeShelveTestJSON-2134948106-router', 'tenant_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '92c905df-9161-4b8a-a011-19804d021e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:15:25Z', 'updated_at': '2021-09-03T19:22:40Z', 'revision_number': 5, 'project_id': 'f771100ea13d4ecc9080ea60144b5ed7', 'gw_port': {'id': '92c905df-9161-4b8a-a011-19804d021e09', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f4e2c-0289-42d4-b0b5-9b13d9d8e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:15:26Z', 'updated_at': '2021-09-03T19:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:22:41.609601 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.639254 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c905df-9161-4b8a-a011-19804d021e09,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:41.688855 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-85b1abb2-0b18-43c2-8dec-2fd384e6331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.695068 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.785819 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.788063 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.911779 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.912490 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 {{(pid=94492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:22:41.923349 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:41.923349 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-57ba74f0-8bfb-4265-a911-334eda46b804 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c57f4e2c-0289-42d4-b0b5-9b13d9d8e461 HTTP/1.1" status: 204 len: 168 time: 1.2402017 Sep 03 19:22:41.923349 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58382) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:41.968880 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Deleting subnet 0d85436d-3125-4966-b310-453e4888ced1 {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:22:41.972204 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.007869 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60063326'] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.060362 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.117273 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.231572 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60606804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59125944'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.256911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d85436d-3125-4966-b310-453e4888ced1,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:42.260565 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.262619 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-665ebcd6-3dc4-46a8-83f5-152c108488d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0d85436d-3125-4966-b310-453e4888ced1 HTTP/1.1" status: 204 len: 168 time: 0.3398495 Sep 03 19:22:42.267105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39ebae-e361-47cd-acc9-61615e0179c9 None None] Network 6fdb09c4-22e9-416a-9834-5cf70bb437dd requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:22:42.271743 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58384) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:42.354385 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.412481 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Deleting port 6f49f007-4d98-4616-9be1-fc32dd644bca {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:42.412815 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.434054 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:42.454653 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:42.455066 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6e3c15d9-21f7-44c0-a0b8-d0cb7cddc859 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:42.455802 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 92c905df-9161-4b8a-a011-19804d021e09 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:42.474378 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 92c905df-9161-4b8a-a011-19804d021e09 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:42.474804 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 92c905df-9161-4b8a-a011-19804d021e09 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:42.481746 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] DHCP port deletion for 6fdb09c4-22e9-416a-9834-5cf70bb437dd request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:22:42.491872 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] For port 6f49f007-4d98-4616-9be1-fc32dd644bca, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6f49f007-4d98-4616-9be1-fc32dd644bca,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:42.492231 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.505015 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Calling delete_port for 6f49f007-4d98-4616-9be1-fc32dd644bca owned by network:dhcp {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:42.527519 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Deleting port 6f49f007-4d98-4616-9be1-fc32dd644bca {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:22:42.527895 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.593608 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] For port 6f49f007-4d98-4616-9be1-fc32dd644bca, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=6f49f007-4d98-4616-9be1-fc32dd644bca,segment=NetworkSegment(94f8a601-c141-43e1-8c3d-1b7920c86873),segment_id=94f8a601-c141-43e1-8c3d-1b7920c86873)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:22:42.594009 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.606003 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Calling delete_port for 6f49f007-4d98-4616-9be1-fc32dd644bca owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:22:42.687885 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.693893 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.714115 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f49f007-4d98-4616-9be1-fc32dd644bca,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:42.715962 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] No DVR routers for this DVR port 6f49f007-4d98-4616-9be1-fc32dd644bca on host dv-cinder-788367-7-iscsi {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:22:42.723347 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Pushing event deleted for resources: {'Port': ['ID=6f49f007-4d98-4616-9be1-fc32dd644bca,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:42.726511 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] No DVR routers for this DVR port 6f49f007-4d98-4616-9be1-fc32dd644bca on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:22:42.733161 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.738255 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.739599 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.739599 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.739979 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a2ec6-8959-4ef9-b811-9841acdfd8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:42.788846 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.799162 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdb09c4-22e9-416a-9834-5cf70bb437dd']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:42.809049 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f8a601-c141-43e1-8c3d-1b7920c86873') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:42.809342 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f8a601-c141-43e1-8c3d-1b7920c86873') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:22:42.818660 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.831835 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.837517 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:22:42.838256 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:22:42.839556 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:22:42.944284 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.949341 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:42.953633 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] 10.222.0.18 "DELETE /v2.0/networks/6fdb09c4-22e9-416a-9834-5cf70bb437dd HTTP/1.1" status: 204 len: 168 time: 0.6785774 Sep 03 19:22:42.963240 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b88043-7997-419f-b4ed-6cd71d88ab2c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdb09c4-22e9-416a-9834-5cf70bb437dd,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:43.022515 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58394) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:43.123181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc40c50a-6290-412d-831f-4b7d509bf1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.213079 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc40c50a-6290-412d-831f-4b7d509bf1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.275525 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58398) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:43.283700 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cc40c50a-6290-412d-831f-4b7d509bf1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.333117 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40c50a-6290-412d-831f-4b7d509bf1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1741db0-b4aa-4f8b-ab25-5a2223ea6c50,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:43.339519 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-cc40c50a-6290-412d-831f-4b7d509bf1a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=180a34c253704614925eb0f69edc75f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158674 Sep 03 19:22:43.343038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58400) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:43.354000 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-add9f0d1-c3c0-4078-984b-18617c0d8e92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f771100ea13d4ecc9080ea60144b5ed7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0773830 Sep 03 19:22:43.356411 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58402) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:43.396062 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-df6c8e56-a198-4597-b024-e5dedbeee92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.404264 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a947-5456-471b-8eec-427413f42cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.417379 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-df6c8e56-a198-4597-b024-e5dedbeee92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.425609 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a947-5456-471b-8eec-427413f42cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.522592 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-df6c8e56-a198-4597-b024-e5dedbeee92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.525235 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-df6c8e56-a198-4597-b024-e5dedbeee92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.526382 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-df6c8e56-a198-4597-b024-e5dedbeee92c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1741db0-b4aa-4f8b-ab25-5a2223ea6c50 HTTP/1.1" status: 204 len: 168 time: 0.1823468 Sep 03 19:22:43.529057 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a947-5456-471b-8eec-427413f42cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.532231 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a028a947-5456-471b-8eec-427413f42cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:43.535981 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a028a947-5456-471b-8eec-427413f42cca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a08c7ddb-73fe-45db-ab87-23d5e28a2a69 HTTP/1.1" status: 204 len: 168 time: 0.1760602 Sep 03 19:22:43.536220 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c8e56-a198-4597-b024-e5dedbeee92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1741db0-b4aa-4f8b-ab25-5a2223ea6c50,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:43.542805 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028a947-5456-471b-8eec-427413f42cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c7ddb-73fe-45db-ab87-23d5e28a2a69,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:44.375015 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:44.378756 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6f49f007-4d98-4616-9be1-fc32dd644bca no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:22:44.398897 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 6f49f007-4d98-4616-9be1-fc32dd644bca {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:22:44.399244 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 6f49f007-4d98-4616-9be1-fc32dd644bca not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:22:54.339377 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:22:56.424851 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58666) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:56.526640 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ca2d95-8102-464b-ab21-c3dbf4ed0594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.613847 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ca2d95-8102-464b-ab21-c3dbf4ed0594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.676527 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ca2d95-8102-464b-ab21-c3dbf4ed0594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.710979 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-64ca2d95-8102-464b-ab21-c3dbf4ed0594 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaf14ac491f049aa990f3d70381df9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849724 Sep 03 19:22:56.713728 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58670) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:56.715584 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca2d95-8102-464b-ab21-c3dbf4ed0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff02863-5fb0-4cb2-9bb8-c132dd6dd545,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:56.763142 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-39342d2e-80d3-4ceb-89f8-f8cc37cb0284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.784477 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-39342d2e-80d3-4ceb-89f8-f8cc37cb0284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.874809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58674) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:56.905857 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-39342d2e-80d3-4ceb-89f8-f8cc37cb0284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.908448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-39342d2e-80d3-4ceb-89f8-f8cc37cb0284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:56.909607 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-39342d2e-80d3-4ceb-89f8-f8cc37cb0284 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ff02863-5fb0-4cb2-9bb8-c132dd6dd545 HTTP/1.1" status: 204 len: 168 time: 0.1948352 Sep 03 19:22:56.919037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39342d2e-80d3-4ceb-89f8-f8cc37cb0284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff02863-5fb0-4cb2-9bb8-c132dd6dd545,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:56.985595 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-436df2d4-3cb4-4269-8d74-e0dfe0d00780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.072448 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-436df2d4-3cb4-4269-8d74-e0dfe0d00780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.145363 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-436df2d4-3cb4-4269-8d74-e0dfe0d00780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.184493 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-436df2d4-3cb4-4269-8d74-e0dfe0d00780 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f834fddc26d406db6636ff560afd525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084934 Sep 03 19:22:57.186866 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df2d4-3cb4-4269-8d74-e0dfe0d00780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b272308-8e54-438c-b8c5-6317aceea551,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:57.187972 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58682) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:57.237027 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-38f53264-2a8f-4e41-aba2-6525ec009ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.257862 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-38f53264-2a8f-4e41-aba2-6525ec009ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.385448 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-38f53264-2a8f-4e41-aba2-6525ec009ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.388089 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-38f53264-2a8f-4e41-aba2-6525ec009ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.389956 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-38f53264-2a8f-4e41-aba2-6525ec009ad4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b272308-8e54-438c-b8c5-6317aceea551 HTTP/1.1" status: 204 len: 168 time: 0.2007957 Sep 03 19:22:57.397971 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f53264-2a8f-4e41-aba2-6525ec009ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b272308-8e54-438c-b8c5-6317aceea551,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:57.865356 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58704) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:57.879170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-21610667-bdcb-4ef3-8a39-74c980f3b4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:57.969304 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-21610667-bdcb-4ef3-8a39-74c980f3b4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:58.035014 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-21610667-bdcb-4ef3-8a39-74c980f3b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:58.075957 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-21610667-bdcb-4ef3-8a39-74c980f3b4ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c742d7b1c8684ff692c3c08f210432d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092583 Sep 03 19:22:58.076909 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21610667-bdcb-4ef3-8a39-74c980f3b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aedb85-9c2b-47b2-a481-7ad3b4aeece7,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:58.078606 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58712) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:22:58.134567 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:58.159313 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:58.264208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:58.266918 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:22:58.268077 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80aedb85-9c2b-47b2-a481-7ad3b4aeece7 HTTP/1.1" status: 204 len: 168 time: 0.1879597 Sep 03 19:22:58.276558 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aedb85-9c2b-47b2-a481-7ad3b4aeece7,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:22:58.285338 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.285811 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.286035 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.286426 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.286760 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.287094 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.287420 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.287743 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.288069 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.288390 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.288710 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:22:58.289057 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298d7d5-c413-4517-b1e6-2966552de2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:02.956782 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:09.196660 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c85d-396a-4395-b77d-95abfc39b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.411565 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 58842) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:10.511329 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-70626926-e522-470a-a4d7-0faf0c860c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.595335 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-70626926-e522-470a-a4d7-0faf0c860c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.673959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-70626926-e522-470a-a4d7-0faf0c860c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.721134 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-70626926-e522-470a-a4d7-0faf0c860c50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb19f5ef68874305b9e43bc7c041bc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084366 Sep 03 19:23:10.721825 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70626926-e522-470a-a4d7-0faf0c860c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f1659b-adde-4cf5-a0d5-98e2a1843144,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:10.723782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58848) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:10.771471 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.791677 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.925522 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.928081 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:10.929317 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90f1659b-adde-4cf5-a0d5-98e2a1843144 HTTP/1.1" status: 204 len: 168 time: 0.2043819 Sep 03 19:23:10.937813 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f1659b-adde-4cf5-a0d5-98e2a1843144,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:10.945061 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.945492 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.945931 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.946405 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.946804 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.947203 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.947602 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.947991 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.948383 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.948785 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.949180 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:10.949564 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a93f8-85a7-4837-a8f9-99dde4f7392c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:11.664906 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5479291f-5deb-4a5f-a5da-371a78503dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:11.806859 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58872) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:11.900646 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1909458883-network', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:12.034470 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Made reservation on behalf of 618ed3512b0240b8ae6f1f413460e4c8 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:23:12.036754 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.045132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.065398 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.130235 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.195806 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.224158 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:23:12.229311 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec6f5c-8342-48c5-bbf8-82973e9059ec,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:12.236010 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.236346 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Added segment 391b1a56-3605-403d-ba31-07a86da10653 of type vlan for network 9088d025-1b14-421d-990f-7fcd768e40f6 Sep 03 19:23:12.274977 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.362251 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.363237 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:12.363822 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.421776 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] Pushing event updated for resources: {'Network': ['ID=9088d025-1b14-421d-990f-7fcd768e40f6,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:12.432797 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 9088d025-1b14-421d-990f-7fcd768e40f6 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:23:12.480771 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e84a9a1a-4f9b-4477-9252-ebf3c60fd174 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6727881 Sep 03 19:23:12.483646 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58878) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:12.489092 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Request body: {'subnet': {'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1909458883-subnet', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:12.559520 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Made reservation on behalf of 618ed3512b0240b8ae6f1f413460e4c8 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:23:12.561853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59125917'] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.697267 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.777408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60606869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59125939'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:12.837472 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=666a6060-2d5a-4dda-93e8-06cb15e775e0,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:12.845170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Checking segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:12.845532 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Network hostable DHCP agents. Network: 9088d025-1b14-421d-990f-7fcd768e40f6, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:23:12.913955 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:23:12.994498 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 9088d025-1b14-421d-990f-7fcd768e40f6) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:12.998971 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:12.999721 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.003753 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea8f6d8-cbd0-48ae-9f36-1d4e0ab26126 None None] Network 9088d025-1b14-421d-990f-7fcd768e40f6 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:23:13.069538 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-20ad50bb-2d81-401c-9af5-f1f8f4f6b46f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5848439 Sep 03 19:23:13.072178 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58880) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:13.076601 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:13.139794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.140857 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.152811 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-9088d025-1b14-421d-990f-7fcd768e40f6', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:23:13.153717 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.191793 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.286167 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Allocated IP 172.20.0.2 (9088d025-1b14-421d-990f-7fcd768e40f6/666a6060-2d5a-4dda-93e8-06cb15e775e0/0050baa9-6478-4bf8-ab8a-56aee467fd35) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:13.362942 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.426604 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.434903 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Transition to ACTIVE for port object 0050baa9-6478-4bf8-ab8a-56aee467fd35 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:13.448596 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Transition to ACTIVE for port object 0050baa9-6478-4bf8-ab8a-56aee467fd35 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:13.532761 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.574419 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:13.578768 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:13.581943 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:13.596833 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Pushing event updated for resources: {'Port': ['ID=0050baa9-6478-4bf8-ab8a-56aee467fd35,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:13.643116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Attempting to bind port 0050baa9-6478-4bf8-ab8a-56aee467fd35 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:13.643426 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.643593 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Attempting to bind port 0050baa9-6478-4bf8-ab8a-56aee467fd35 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:13.643953 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Attempting to bind port 0050baa9-6478-4bf8-ab8a-56aee467fd35 on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:13.649563 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:13.649995 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Checking segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:13.650397 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.650780 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Bound using segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:13.651236 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Bound port: 0050baa9-6478-4bf8-ab8a-56aee467fd35, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:13.651657 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.669279 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.715039 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] For port 0050baa9-6478-4bf8-ab8a-56aee467fd35, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:13.718340 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] For port 0050baa9-6478-4bf8-ab8a-56aee467fd35, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=0050baa9-6478-4bf8-ab8a-56aee467fd35,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:13.771333 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Allocated IP 172.27.3.92 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/c8e29610-3756-483b-b28c-b3b811210f35) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:13.802850 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:13.862913 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bc976-48c4-4913-877b-656f5353d458 None None] Pushing event updated for resources: {'Port': ['ID=0050baa9-6478-4bf8-ab8a-56aee467fd35,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:13.886171 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.009355 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.051398 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:14.059246 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:14.060906 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:14.064777 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Pushing event updated for resources: {'Port': ['ID=c8e29610-3756-483b-b28c-b3b811210f35,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:14.368359 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.384129 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.430763 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 0050baa9-6478-4bf8-ab8a-56aee467fd35 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:14.550784 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 0050baa9-6478-4bf8-ab8a-56aee467fd35 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:14.591321 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.665614 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f96e83e-75bd-4705-b82b-456cdf4a9349 None None] Network 9088d025-1b14-421d-990f-7fcd768e40f6 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:23:14.797383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] Provisioning for port 0050baa9-6478-4bf8-ab8a-56aee467fd35 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:14.803784 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] Provisioning complete for port 0050baa9-6478-4bf8-ab8a-56aee467fd35 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:14.804151 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.912235 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:14.950268 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] For port 0050baa9-6478-4bf8-ab8a-56aee467fd35, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=0050baa9-6478-4bf8-ab8a-56aee467fd35,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:15.028846 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.057233 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Router 3c28b469-857f-401d-8a64-3c5128eb8538 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:23:15.081144 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed5eee-1a69-4f8c-b41f-3420cc69a9d1 None None] Pushing event updated for resources: {'Port': ['ID=0050baa9-6478-4bf8-ab8a-56aee467fd35,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:15.148367 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-faf6173d-5c85-4516-ace3-8d883801c3ed None None] Provisioning complete for port 0050baa9-6478-4bf8-ab8a-56aee467fd35 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:15.148652 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-faf6173d-5c85-4516-ace3-8d883801c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.157626 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:23:15.169413 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:23:15.186114 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:15.186713 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:15.242161 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.243483 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a691d1c6-5c70-45c9-9cc7-b646e269cb4a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1703138 Sep 03 19:23:15.248593 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58902) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:15.445070 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:15.617083 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:14Z', 'revision_number': 3, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:15.642873 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:23:15.643227 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Updating router 3c28b469-857f-401d-8a64-3c5128eb8538 port c8e29610-3756-483b-b28c-b3b811210f35 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:23:15.647273 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.666743 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.800509 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Allocated IP 172.20.0.1 (9088d025-1b14-421d-990f-7fcd768e40f6/666a6060-2d5a-4dda-93e8-06cb15e775e0/7ef2241f-567a-4f5c-a2b0-a5604f8b061b) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:15.897343 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.911561 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Transition to ACTIVE for port object 7ef2241f-567a-4f5c-a2b0-a5604f8b061b will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:15.916732 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:15.928178 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Transition to ACTIVE for port object c8e29610-3756-483b-b28c-b3b811210f35 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:16.011078 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.034393 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.058769 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Attempting to bind port c8e29610-3756-483b-b28c-b3b811210f35 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:16.059064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Attempting to bind port c8e29610-3756-483b-b28c-b3b811210f35 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:16.059418 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Attempting to bind port c8e29610-3756-483b-b28c-b3b811210f35 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:16.066720 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea995cad-51bc-453c-91b3-7f3c17540cf5 None None] Pushing event updated for resources: {'Port': ['ID=c8e29610-3756-483b-b28c-b3b811210f35,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:16.071967 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:16.072335 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:16.072733 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.073271 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:16.073738 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:16.073738 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Bound port: c8e29610-3756-483b-b28c-b3b811210f35, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:16.074109 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.080678 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:16.082616 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:16.084712 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:16.125620 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.133402 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] For port c8e29610-3756-483b-b28c-b3b811210f35, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:16.136834 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] For port c8e29610-3756-483b-b28c-b3b811210f35, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=c8e29610-3756-483b-b28c-b3b811210f35,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:16.217942 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.287277 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:16.287894 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:16.290545 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea995cad-51bc-453c-91b3-7f3c17540cf5 None None] Pushing event updated for resources: {'Port': ['ID=c8e29610-3756-483b-b28c-b3b811210f35,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:16.313794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.376226 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-514e905d-f350-4516-a753-3ac261a17829 None None] Provisioning for port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:16.381002 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-514e905d-f350-4516-a753-3ac261a17829 None None] Provisioning complete for port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:16.381384 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-514e905d-f350-4516-a753-3ac261a17829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.409869 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 0050baa9-6478-4bf8-ab8a-56aee467fd35 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:16.450896 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:16.476608 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.485227 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-514e905d-f350-4516-a753-3ac261a17829 None None] Port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:23:16.550610 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.561850 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 0050baa9-6478-4bf8-ab8a-56aee467fd35 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:16.562230 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.617831 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.619571 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:16.708444 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:16.709978 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:16.733400 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:15Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:16.760253 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e07231-467d-450c-bbdd-11702d81c44b None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:15Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:23:16.839217 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:23:16.908632 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-894d1e3c-abfc-4574-a1df-bd8a00fc89db None None] Provisioning complete for port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:16.909040 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-894d1e3c-abfc-4574-a1df-bd8a00fc89db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:16.945385 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-894d1e3c-abfc-4574-a1df-bd8a00fc89db None None] Port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:23:16.953150 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:23:16.958465 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3591a566-c480-4e51-b70a-6d668a46b518 admin admin] 10.222.0.18 "PUT /v2.0/routers/3c28b469-857f-401d-8a64-3c5128eb8538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087748 Sep 03 19:23:17.710045 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58924) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:17.715011 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-250301736-network', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:17.794084 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Made reservation on behalf of dea52024cfd94898a3bb37dfc8ddaa15 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:23:17.796767 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:17.808435 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:17.897919 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:17.979425 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.006263 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:23:18.015996 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8666177-92d5-49ea-b1d9-f490f33881dd,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:18.021154 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.021498 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Added segment abe9c802-2611-4ef9-942b-c149453d10e0 of type vlan for network fd135a3c-df21-421f-8cef-d80251f32260 Sep 03 19:23:18.068098 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.150272 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.151222 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:18.151796 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.208135 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] Pushing event updated for resources: {'Network': ['ID=fd135a3c-df21-421f-8cef-d80251f32260,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:18.217727 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network fd135a3c-df21-421f-8cef-d80251f32260 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:23:18.246292 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e318c0b5-bb79-45e4-8fca-caa360bbceea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5351369 Sep 03 19:23:18.249086 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58926) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:18.254183 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Request body: {'subnet': {'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-250301736-subnet', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:18.325398 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Made reservation on behalf of dea52024cfd94898a3bb37dfc8ddaa15 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:23:18.327708 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59125917'] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.416673 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device c8e29610-3756-483b-b28c-b3b811210f35 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:18.536793 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port c8e29610-3756-483b-b28c-b3b811210f35 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:18.540851 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port c8e29610-3756-483b-b28c-b3b811210f35 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:18.541372 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.588371 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60606869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59125939'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.621696 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.644490 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port c8e29610-3756-483b-b28c-b3b811210f35, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=c8e29610-3756-483b-b28c-b3b811210f35,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:18.650929 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a146ac-64ef-4804-92fb-e92d065ee6bb,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:18.660617 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Checking segment: {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:18.661000 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Network hostable DHCP agents. Network: fd135a3c-df21-421f-8cef-d80251f32260, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:23:18.725381 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Network fd135a3c-df21-421f-8cef-d80251f32260 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:23:18.726185 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.755892 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:23:18.767612 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:18.767612 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:18.774038 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=c8e29610-3756-483b-b28c-b3b811210f35,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:18.822389 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, fd135a3c-df21-421f-8cef-d80251f32260) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:18.826345 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:18.827013 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:18.832477 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc6936-e8de-4e53-a69a-fb709e268c99 None None] Network fd135a3c-df21-421f-8cef-d80251f32260 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:23:18.868987 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:18.915307 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3d5bc938-1654-427c-bf0e-be3d1cfb83a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6647723 Sep 03 19:23:18.922486 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58930) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:18.927104 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:18.984001 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-fd135a3c-df21-421f-8cef-d80251f32260', 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'fixed_ips': [{'subnet_id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:23:18.984849 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.008271 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.009568 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.066620 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 2, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:19.069765 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.096664 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:23:19.097042 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Updating router 3c28b469-857f-401d-8a64-3c5128eb8538 port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:23:19.126722 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.126999 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Allocated IP 172.20.0.2 (fd135a3c-df21-421f-8cef-d80251f32260/a1a146ac-64ef-4804-92fb-e92d065ee6bb/74539d12-4118-498c-bc0e-9643a596f0eb) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:19.266888 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.273342 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.281367 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Transition to ACTIVE for port object 74539d12-4118-498c-bc0e-9643a596f0eb will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:19.295263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Transition to ACTIVE for port object 74539d12-4118-498c-bc0e-9643a596f0eb will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:19.374214 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.394653 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.405061 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Transition to ACTIVE for port object 7ef2241f-567a-4f5c-a2b0-a5604f8b061b will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:19.422272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Network fd135a3c-df21-421f-8cef-d80251f32260 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:19.427100 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:19.429639 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:19.444204 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Pushing event updated for resources: {'Port': ['ID=74539d12-4118-498c-bc0e-9643a596f0eb,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:19.488912 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.500358 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Attempting to bind port 74539d12-4118-498c-bc0e-9643a596f0eb on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:19.501461 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Attempting to bind port 74539d12-4118-498c-bc0e-9643a596f0eb by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:19.501831 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Attempting to bind port 74539d12-4118-498c-bc0e-9643a596f0eb on network fd135a3c-df21-421f-8cef-d80251f32260 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:19.507354 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:19.507730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Checking segment: {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:19.508132 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.508524 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Bound using segment: {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:19.509021 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Bound port: 74539d12-4118-498c-bc0e-9643a596f0eb, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:19.509457 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.543208 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.559926 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.571634 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Pushing event updated for resources: {'Port': ['ID=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:19.580562 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.580854 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.581173 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.581503 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.581827 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.582148 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.582468 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.582812 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.583106 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.583429 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.583745 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.584058 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:19.585083 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] For port 74539d12-4118-498c-bc0e-9643a596f0eb, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:19.588289 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] For port 74539d12-4118-498c-bc0e-9643a596f0eb, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=74539d12-4118-498c-bc0e-9643a596f0eb,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:19.655878 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Attempting to bind port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:19.656241 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Attempting to bind port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:19.656595 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Attempting to bind port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:19.662325 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:19.663410 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Checking segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:19.663410 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.663725 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Bound using segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:19.663952 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Bound port: 7ef2241f-567a-4f5c-a2b0-a5604f8b061b, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:19.664353 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.682330 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.685161 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Allocated IP 172.27.3.24 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/19230841-5589-4a9d-a3f0-30bf8efb51f9) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:19.741093 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] For port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:19.744747 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] For port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:19.757196 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21248548-1f64-4fa7-be59-e3a87b238853 None None] Pushing event updated for resources: {'Port': ['ID=74539d12-4118-498c-bc0e-9643a596f0eb,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:19.811961 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.814266 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.853781 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:19.854406 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:19.932498 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:19.982128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:19.983744 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:19.987784 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:20.024184 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=19230841-5589-4a9d-a3f0-30bf8efb51f9,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:20.073606 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8cc6-42ff-4346-b932-6838f8db2677 None None] Pushing event updated for resources: {'Port': ['ID=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,revision_number=4']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:20.115764 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:20.317052 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:19Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:20.325452 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:20.342277 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d8a1-3ada-44d6-987a-94e75a68c237 None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:19Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:23:20.550443 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 74539d12-4118-498c-bc0e-9643a596f0eb up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:20.558424 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:20.664782 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 74539d12-4118-498c-bc0e-9643a596f0eb completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:20.673044 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device c8e29610-3756-483b-b28c-b3b811210f35 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:20.736448 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port c8e29610-3756-483b-b28c-b3b811210f35 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:20.736851 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:20.791024 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:23:20.828361 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c9b02-decd-43bf-b051-6e74ed15bc71 None None] Network fd135a3c-df21-421f-8cef-d80251f32260 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:23:20.907996 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7ef2241f-567a-4f5c-a2b0-a5604f8b061b up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:20.950416 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:23:20.971039 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Sync routers for ids ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:23:21.042821 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.044117 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-0d536255-9778-4f0e-8e54-b767713f9ce5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1205225 Sep 03 19:23:21.047027 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58950) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:21.121163 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] Provisioning for port 74539d12-4118-498c-bc0e-9643a596f0eb completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:21.135663 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] Provisioning complete for port 74539d12-4118-498c-bc0e-9643a596f0eb triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:21.135938 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.154904 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Routers {'9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:21.155555 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:21.220053 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:21.263272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:21.263652 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.402787 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Set router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:21.499889 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.541580 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.597819 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] For port 74539d12-4118-498c-bc0e-9643a596f0eb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=74539d12-4118-498c-bc0e-9643a596f0eb,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:21.630736 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:21.654809 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.708814 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.715033 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349a1b-6020-4461-9311-ad1ca534184b None None] Pushing event updated for resources: {'Port': ['ID=74539d12-4118-498c-bc0e-9643a596f0eb,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:21.739626 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.748141 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:20Z', 'revision_number': 3, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:21.789548 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Checking router: 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:23:21.789900 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Updating router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae port 19230841-5589-4a9d-a3f0-30bf8efb51f9 binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:23:21.823919 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:21.832018 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.834941 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-942cac77-e610-4b7d-8f97-075c3d3ebb9f None None] Provisioning complete for port 74539d12-4118-498c-bc0e-9643a596f0eb triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:21.835307 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-942cac77-e610-4b7d-8f97-075c3d3ebb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:21.901844 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Allocated IP 172.20.0.1 (fd135a3c-df21-421f-8cef-d80251f32260/a1a146ac-64ef-4804-92fb-e92d065ee6bb/cf0cf97b-afe3-4cc4-80a1-71f8b22b312b) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:22.034080 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.046989 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Transition to ACTIVE for port object cf0cf97b-afe3-4cc4-80a1-71f8b22b312b will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:22.139301 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.145478 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.155172 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Transition to ACTIVE for port object 19230841-5589-4a9d-a3f0-30bf8efb51f9 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:22.177674 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Network fd135a3c-df21-421f-8cef-d80251f32260 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:22.181899 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:22.184367 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:22.212961 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:22.213576 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.234257 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.273803 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136850f-8765-4827-8159-06de6452bd69 None None] Pushing event updated for resources: {'Port': ['ID=19230841-5589-4a9d-a3f0-30bf8efb51f9,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:22.276505 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Attempting to bind port 19230841-5589-4a9d-a3f0-30bf8efb51f9 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:22.277554 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Attempting to bind port 19230841-5589-4a9d-a3f0-30bf8efb51f9 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:22.277554 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Attempting to bind port 19230841-5589-4a9d-a3f0-30bf8efb51f9 on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:22.283645 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:22.284441 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:22.284441 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.284826 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:22.285359 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Bound port: 19230841-5589-4a9d-a3f0-30bf8efb51f9, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:22.285730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.343840 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] For port 19230841-5589-4a9d-a3f0-30bf8efb51f9, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:22.347124 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] For port 19230841-5589-4a9d-a3f0-30bf8efb51f9, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=19230841-5589-4a9d-a3f0-30bf8efb51f9,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:22.406991 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 74539d12-4118-498c-bc0e-9643a596f0eb up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:22.456843 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 74539d12-4118-498c-bc0e-9643a596f0eb triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:22.457746 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.461317 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.461509 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.556478 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Routers {'9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:22.557149 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:22.603789 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-5186b754-7db8-4e8d-b05c-8a77b5672662 None None] Provisioning for port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:22.605657 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136850f-8765-4827-8159-06de6452bd69 None None] Pushing event updated for resources: {'Port': ['ID=19230841-5589-4a9d-a3f0-30bf8efb51f9,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:22.626182 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.657955 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-5186b754-7db8-4e8d-b05c-8a77b5672662 None None] Provisioning complete for port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:22.658336 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5186b754-7db8-4e8d-b05c-8a77b5672662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.687796 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.704658 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7ef2241f-567a-4f5c-a2b0-a5604f8b061b up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:22.746192 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-5186b754-7db8-4e8d-b05c-8a77b5672662 None None] Port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:23:22.754780 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:22.757263 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:22.767316 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] Set router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:22.843668 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Network fd135a3c-df21-421f-8cef-d80251f32260 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:22.845617 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:22.978433 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:23:22.979007 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:22.979282 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:23.092462 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:23:23.097596 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-fb3dcfca-3289-4e1f-af42-d11a2ecefe67 admin admin] 10.222.0.18 "PUT /v2.0/routers/9adc2865-2f83-4e8f-8e3b-9165ae46a7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0489240 Sep 03 19:23:23.105373 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-10d51072-7a11-4b14-b782-c94a18decaad None None] Provisioning complete for port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:23.105751 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-10d51072-7a11-4b14-b782-c94a18decaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:23.196299 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-10d51072-7a11-4b14-b782-c94a18decaad None None] Port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:23:23.223005 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'cf0cf97b-afe3-4cc4-80a1-71f8b22b312b', 'name': '', 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'mac_address': 'fa:16:3e:51:6e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:21Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 1, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'subnets': [{'id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:23.252186 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135d22c-be34-402f-b761-83d7d39d0255 None None] The sync data for ids ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'] in dv-cinder-788367-7-iscsi is: [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'cf0cf97b-afe3-4cc4-80a1-71f8b22b312b', 'name': '', 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'mac_address': 'fa:16:3e:51:6e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:21Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 1, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'subnets': [{'id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:23:23.713132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58964) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:23.717864 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320373821', 'description': 'tempest-secgroup-smoke-1320373821 description', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:23.797520 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:23.890121 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:23.962153 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:23.991766 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d34595c-dbfd-4473-8b90-268ba884194a,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:24.059384 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.060716 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-851f6de2-22a3-4a5d-9cd2-13109c6cea6f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3465750 Sep 03 19:23:24.064060 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58966) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:24.068550 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group_rule': {'security_group_id': '1d34595c-dbfd-4473-8b90-268ba884194a', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:24.171084 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.230501 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.302430 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.321443 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3e90c5-0b24-4ad9-9877-7353c8553f37,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:24.396267 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.397643 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a81d7726-46a3-4885-b42b-cbda450ac65d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326473 Sep 03 19:23:24.400345 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58970) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:24.405909 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group_rule': {'security_group_id': '1d34595c-dbfd-4473-8b90-268ba884194a', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:24.423608 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 19230841-5589-4a9d-a3f0-30bf8efb51f9 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:24.515569 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.521669 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 19230841-5589-4a9d-a3f0-30bf8efb51f9 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:24.525530 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 19230841-5589-4a9d-a3f0-30bf8efb51f9 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:24.525906 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.578966 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.609863 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.629797 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 19230841-5589-4a9d-a3f0-30bf8efb51f9, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=19230841-5589-4a9d-a3f0-30bf8efb51f9,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:24.658695 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.675998 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a8aaaa-cb2a-45d4-85d0-9c58c5b2f555,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:24.715926 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.744760 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.746011 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2ad6cef7-be2f-4f4f-9af6-a61e9ea9af56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3443935 Sep 03 19:23:24.748740 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58972) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:24.753774 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group_rule': {'security_group_id': '1d34595c-dbfd-4473-8b90-268ba884194a', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:24.764241 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=19230841-5589-4a9d-a3f0-30bf8efb51f9,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:24.856264 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.915024 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:24.990607 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.008833 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153f9f05-7d28-4a93-88ee-e4c21adc0302,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:25.056840 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Sync routers for ids ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:23:25.066371 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Routers {'9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:25.066971 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:25.082022 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.083251 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3ed0a840-3119-43be-84d8-f7f1edfd26a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334293 Sep 03 19:23:25.085895 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58974) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:25.090340 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group_rule': {'security_group_id': '1d34595c-dbfd-4473-8b90-268ba884194a', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:25.167015 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Set router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:25.169786 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.226865 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.302498 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.320214 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cb6aa4-9df3-47e1-a037-08162deb3149,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:25.361936 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'cf0cf97b-afe3-4cc4-80a1-71f8b22b312b', 'name': '', 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'mac_address': 'fa:16:3e:51:6e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:21Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 2, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'subnets': [{'id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:25.388445 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Checking router: 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:23:25.388798 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Updating router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:23:25.394309 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.396173 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e23d43c7-a6c0-40bc-a5bb-1242b5247e4e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3088326 Sep 03 19:23:25.398383 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58980) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:25.403069 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group_rule': {'security_group_id': '1d34595c-dbfd-4473-8b90-268ba884194a', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:25.413431 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.487577 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.securitygroups_db [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Project 618ed3512b0240b8ae6f1f413460e4c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 19:23:25.496050 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.567184 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.636187 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.658324 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcdcd7b-c89f-4b0d-8ee3-07be25b869ef,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:25.678846 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.688538 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Transition to ACTIVE for port object cf0cf97b-afe3-4cc4-80a1-71f8b22b312b will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:25.721996 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.723609 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2b4a23d2-f181-4626-baf9-7d1796e22ca6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3239307 Sep 03 19:23:25.726567 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 58988) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:25.731028 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'security_group_rule': {'security_group_id': '1d34595c-dbfd-4473-8b90-268ba884194a', 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:25.778950 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.830080 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be213ba-26d0-4653-ad44-e1380b0e23e0 None None] Pushing event updated for resources: {'Port': ['ID=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:25.848368 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.securitygroups_db [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Project 618ed3512b0240b8ae6f1f413460e4c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 19:23:25.853954 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.879359 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Attempting to bind port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:25.879854 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Attempting to bind port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:25.880309 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Attempting to bind port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b on network fd135a3c-df21-421f-8cef-d80251f32260 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:25.885974 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:25.886465 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Checking segment: {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:25.886921 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.888663 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Bound using segment: {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:25.888663 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Bound port: cf0cf97b-afe3-4cc4-80a1-71f8b22b312b, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe9c802-2611-4ef9-942b-c149453d10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:25.888663 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.920433 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:25.963089 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] For port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:25.967057 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] For port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:26.053548 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:26.072686 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fba479-ea02-4625-b2e0-d26053ed138a,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:26.097330 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:26.145916 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Routers {'9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:23:26.146540 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:26.173328 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:26.174762 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-64ebfccf-fab8-41be-bfd6-914a1ef6226e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4472497 Sep 03 19:23:26.232229 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be213ba-26d0-4653-ad44-e1380b0e23e0 None None] Pushing event updated for resources: {'Port': ['ID=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,revision_number=4']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:26.270935 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] Set router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:23:26.452152 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device cf0cf97b-afe3-4cc4-80a1-71f8b22b312b up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:26.479746 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'cf0cf97b-afe3-4cc4-80a1-71f8b22b312b', 'name': '', 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'mac_address': 'fa:16:3e:51:6e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:21Z', 'updated_at': '2021-09-03T19:23:25Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'subnets': [{'id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:23:26.509267 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40643c6f-0284-44a9-85d0-99d0b83ffc57 None None] The sync data for ids ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'] in dv-cinder-788367-7-iscsi is: [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:22Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'cf0cf97b-afe3-4cc4-80a1-71f8b22b312b', 'name': '', 'network_id': 'fd135a3c-df21-421f-8cef-d80251f32260', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'mac_address': 'fa:16:3e:51:6e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:21Z', 'updated_at': '2021-09-03T19:23:25Z', 'revision_number': 4, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'subnets': [{'id': 'a1a146ac-64ef-4804-92fb-e92d065ee6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:23:26.585092 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:26.589565 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:26.595483 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:26.671052 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:26.705606 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:26.785180 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:26.785990 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 19230841-5589-4a9d-a3f0-30bf8efb51f9 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:26.865632 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:26.883532 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 19230841-5589-4a9d-a3f0-30bf8efb51f9 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:26.883915 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:28.406503 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device cf0cf97b-afe3-4cc4-80a1-71f8b22b312b up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:28.453629 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:28.453916 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:31.337214 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:23:32.993631 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.162525 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59134) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:36.271408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ce623d56-5534-4068-83ec-c5cf370b2b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.358018 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ce623d56-5534-4068-83ec-c5cf370b2b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.439948 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-ce623d56-5534-4068-83ec-c5cf370b2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.479139 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-ce623d56-5534-4068-83ec-c5cf370b2b77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29eaf8c0ff1447da93db0a0ba66bdc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155148 Sep 03 19:23:36.479943 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce623d56-5534-4068-83ec-c5cf370b2b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a26ad9e-161e-4dfd-b3df-1b1f3bf80fcb,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:36.482257 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59138) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:36.532597 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-dc122099-5f47-427d-bc48-14337dc75d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.554370 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-dc122099-5f47-427d-bc48-14337dc75d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.674127 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-dc122099-5f47-427d-bc48-14337dc75d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.676796 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-dc122099-5f47-427d-bc48-14337dc75d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:36.678049 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-dc122099-5f47-427d-bc48-14337dc75d98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a26ad9e-161e-4dfd-b3df-1b1f3bf80fcb HTTP/1.1" status: 204 len: 168 time: 0.1946523 Sep 03 19:23:36.685848 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122099-5f47-427d-bc48-14337dc75d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a26ad9e-161e-4dfd-b3df-1b1f3bf80fcb,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:37.292233 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59152) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:37.305267 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-414ed118-844d-4cf3-9e6e-b4bf28f6d7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.390028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-414ed118-844d-4cf3-9e6e-b4bf28f6d7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.464339 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-414ed118-844d-4cf3-9e6e-b4bf28f6d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.502443 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-414ed118-844d-4cf3-9e6e-b4bf28f6d7b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2621c07bc678494d92610598ffd125e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090411 Sep 03 19:23:37.503328 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed118-844d-4cf3-9e6e-b4bf28f6d7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee7e025-ed91-4e94-a68c-ee588a427f97,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:37.505938 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59154) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:37.556883 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-303fd2d1-0ba9-462b-9643-54231b6b20aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.577835 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-303fd2d1-0ba9-462b-9643-54231b6b20aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.676189 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-303fd2d1-0ba9-462b-9643-54231b6b20aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.678791 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-303fd2d1-0ba9-462b-9643-54231b6b20aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:37.679937 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-303fd2d1-0ba9-462b-9643-54231b6b20aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ee7e025-ed91-4e94-a68c-ee588a427f97 HTTP/1.1" status: 204 len: 168 time: 0.1729383 Sep 03 19:23:37.687607 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fd2d1-0ba9-462b-9643-54231b6b20aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee7e025-ed91-4e94-a68c-ee588a427f97,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:39.176214 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc7fd8a-6e20-4e08-bb84-8b32a3cc0ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.327101 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59244) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:40.430414 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8d01fb78-5c15-4cfb-97ef-e0a1792c1d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.514176 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8d01fb78-5c15-4cfb-97ef-e0a1792c1d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.572577 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8d01fb78-5c15-4cfb-97ef-e0a1792c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.609328 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-8d01fb78-5c15-4cfb-97ef-e0a1792c1d4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c20fed881d5c4d11b00f3adf14f67aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811508 Sep 03 19:23:40.610107 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01fb78-5c15-4cfb-97ef-e0a1792c1d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da06111-a6f1-4e14-b48f-ffcae2bf17da,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:40.613398 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59248) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:40.661557 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60e7dde8-9ae2-4135-aa00-724efd104253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.681890 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60e7dde8-9ae2-4135-aa00-724efd104253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.818321 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60e7dde8-9ae2-4135-aa00-724efd104253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.820879 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-60e7dde8-9ae2-4135-aa00-724efd104253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:40.822041 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-60e7dde8-9ae2-4135-aa00-724efd104253 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7da06111-a6f1-4e14-b48f-ffcae2bf17da HTTP/1.1" status: 204 len: 168 time: 0.2073948 Sep 03 19:23:40.829934 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7dde8-9ae2-4135-aa00-724efd104253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da06111-a6f1-4e14-b48f-ffcae2bf17da,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:41.350611 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59256) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:41.363703 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-68ebb504-4f46-40df-8f25-b13b189a6333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.451546 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-68ebb504-4f46-40df-8f25-b13b189a6333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.506992 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-68ebb504-4f46-40df-8f25-b13b189a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.544114 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-68ebb504-4f46-40df-8f25-b13b189a6333 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=127e812a84cc4f04b2da4ad9d0200b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924419 Sep 03 19:23:41.544950 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebb504-4f46-40df-8f25-b13b189a6333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2bcfbb-fb20-4160-9dd0-d710852ab61f,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:41.546856 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59258) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:41.595024 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-baf1bd49-d996-46cb-9823-bf6b38a34929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.615325 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-baf1bd49-d996-46cb-9823-bf6b38a34929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.652773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ba7432a9-514b-4751-b6ab-6e9718460806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.715813 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-baf1bd49-d996-46cb-9823-bf6b38a34929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.718500 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-baf1bd49-d996-46cb-9823-bf6b38a34929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:41.719625 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-baf1bd49-d996-46cb-9823-bf6b38a34929 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f2bcfbb-fb20-4160-9dd0-d710852ab61f HTTP/1.1" status: 204 len: 168 time: 0.1717012 Sep 03 19:23:41.727441 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1bd49-d996-46cb-9823-bf6b38a34929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2bcfbb-fb20-4160-9dd0-d710852ab61f,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:42.027438 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:42.698391 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:44.230237 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-c6f75397-340e-4b57-b41e-a10a45f0fc29 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320373821&fields=id&tenant_id=618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 267 time: 0.0336297 Sep 03 19:23:44.335869 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-1507f9a1-e70b-4247-9879-14f717da368d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:44.337395 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-1507f9a1-e70b-4247-9879-14f717da368d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 812 time: 0.1047571 Sep 03 19:23:44.352194 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-b66c42e9-0d13-4c8f-9af8-7d812b722089 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/quotas/618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 375 time: 0.0090258 Sep 03 19:23:44.359223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:44.385361 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59334) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:44.408849 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-68ed947d-8818-495b-bd3f-afb0545deed4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505362 Sep 03 19:23:44.494722 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-710dfbc0-edd2-47d1-b202-f3832aa1679b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:44.525066 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-bf79024e-755d-4ef2-8b84-d55012eebde7 service neutron] 10.222.0.18 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053474 Sep 03 19:23:44.648911 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-ed05eb01-807b-48c2-bbc8-e6d8948265a0 service neutron] 10.222.0.18 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151786 Sep 03 19:23:44.670574 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-710dfbc0-edd2-47d1-b202-f3832aa1679b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:44.732801 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-710dfbc0-edd2-47d1-b202-f3832aa1679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:44.773111 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-710dfbc0-edd2-47d1-b202-f3832aa1679b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea5ad467b83346f3bef1b614278b2691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867049 Sep 03 19:23:44.773980 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dfbc0-edd2-47d1-b202-f3832aa1679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be21443-52cf-483a-88c3-9b1589d83fe8,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:44.775788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59344) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:44.824974 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-457cd59a-73b3-4a6d-b75d-e88c69eb15de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:44.847305 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-457cd59a-73b3-4a6d-b75d-e88c69eb15de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.009854 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-457cd59a-73b3-4a6d-b75d-e88c69eb15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.012276 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-457cd59a-73b3-4a6d-b75d-e88c69eb15de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.013442 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-457cd59a-73b3-4a6d-b75d-e88c69eb15de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4be21443-52cf-483a-88c3-9b1589d83fe8 HTTP/1.1" status: 204 len: 168 time: 0.2354817 Sep 03 19:23:45.021154 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cd59a-73b3-4a6d-b75d-e88c69eb15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be21443-52cf-483a-88c3-9b1589d83fe8,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:45.208324 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2e612149-3e3f-4fab-b39f-f04407eeb038 req-0b5fe1e7-c754-44c6-9620-16051fa1bee6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 210 time: 0.0256763 Sep 03 19:23:45.619615 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59360) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:45.632281 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a5254fab-c8d2-4d4c-b056-9a6541a353c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.715903 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a5254fab-c8d2-4d4c-b056-9a6541a353c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.770059 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-a5254fab-c8d2-4d4c-b056-9a6541a353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.806626 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-a5254fab-c8d2-4d4c-b056-9a6541a353c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecf7d483ba014e9fbeead5c0ab8c034c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859338 Sep 03 19:23:45.807649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5254fab-c8d2-4d4c-b056-9a6541a353c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb7dfb3-dc4b-4059-b693-3b69d658dcb3,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:45.809753 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59362) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:45.866543 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ffb7-11c6-4828-a3e0-b7b704e65513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:45.887255 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ffb7-11c6-4828-a3e0-b7b704e65513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:46.070325 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ffb7-11c6-4828-a3e0-b7b704e65513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:46.072918 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ffb7-11c6-4828-a3e0-b7b704e65513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:46.076656 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-5bb8ffb7-11c6-4828-a3e0-b7b704e65513 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcb7dfb3-dc4b-4059-b693-3b69d658dcb3 HTTP/1.1" status: 204 len: 168 time: 0.2579443 Sep 03 19:23:46.083220 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ffb7-11c6-4828-a3e0-b7b704e65513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb7dfb3-dc4b-4059-b693-3b69d658dcb3,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:46.302988 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ba9c683a-10f4-45bb-8622-7849bd0db5fc req-a50ec95d-b2d1-45d1-8c4d-c957ff006de6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 210 time: 0.0304503 Sep 03 19:23:47.009503 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-8b891aeb-f190-465c-984b-158e5995b86b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:47.013082 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-8b891aeb-f190-465c-984b-158e5995b86b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 812 time: 0.1029205 Sep 03 19:23:47.055894 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-7e849f46-da6f-45bb-a520-58a0ebffa0e4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 380 time: 0.0353987 Sep 03 19:23:47.065652 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'port': {'device_id': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'admin_state_up': True, 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'security_groups': ['1d34595c-dbfd-4473-8b90-268ba884194a']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:47.250149 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Made reservation on behalf of 618ed3512b0240b8ae6f1f413460e4c8 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:23:47.256117 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:47.407270 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a5176cba-37b9-4937-a6e4-08f0209514e2 req-f94f2d97-2eb3-480f-9579-b812ddb4ef85 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 210 time: 0.0361011 Sep 03 19:23:47.413082 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Allocated IP 172.20.0.8 (9088d025-1b14-421d-990f-7fcd768e40f6/666a6060-2d5a-4dda-93e8-06cb15e775e0/d9f631d3-1ab1-4aeb-afd5-fb92105c518c) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:23:47.553293 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:47.566709 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Transition to ACTIVE for port object d9f631d3-1ab1-4aeb-afd5-fb92105c518c will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:47.667548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:47.715711 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:23:47.718923 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:23:47.725352 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:23:47.729234 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:47.778735 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:47.778735 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:47.850859 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-688f20ed-55cc-4c4c-b83f-f542f2907f23 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889147 Sep 03 19:23:47.864180 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Request body: {'port': {'device_id': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:23:47.920898 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.078725 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-961474ab-63c5-4e9e-8ac0-2df314c09185 None None] Provisioning for port d9f631d3-1ab1-4aeb-afd5-fb92105c518c completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:48.082707 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-961474ab-63c5-4e9e-8ac0-2df314c09185 None None] Provisioning complete for port d9f631d3-1ab1-4aeb-afd5-fb92105c518c triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:48.083173 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-961474ab-63c5-4e9e-8ac0-2df314c09185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.117832 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-961474ab-63c5-4e9e-8ac0-2df314c09185 None None] Port d9f631d3-1ab1-4aeb-afd5-fb92105c518c cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:23:48.198266 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f631d3-1ab1-4aeb-afd5-fb92105c518c {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:23:48.205791 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.217586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Transition to ACTIVE for port object d9f631d3-1ab1-4aeb-afd5-fb92105c518c will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:23:48.298863 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.358502 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:48.433217 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Attempting to bind port d9f631d3-1ab1-4aeb-afd5-fb92105c518c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:23:48.433558 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Attempting to bind port d9f631d3-1ab1-4aeb-afd5-fb92105c518c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:23:48.433885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Attempting to bind port d9f631d3-1ab1-4aeb-afd5-fb92105c518c on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:48.438641 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Port d9f631d3-1ab1-4aeb-afd5-fb92105c518c on network 9088d025-1b14-421d-990f-7fcd768e40f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:23:48.438778 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Attempting to bind port d9f631d3-1ab1-4aeb-afd5-fb92105c518c on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:23:48.443676 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:23:48.444014 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Checking segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:23:48.444394 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Bound using segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:23:48.444819 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Bound port: d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:23:48.445228 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.516552 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] For port d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:23:48.520679 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] For port d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:23:48.530597 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5d43b-f2e1-4ec0-9d9f-8942aac42e62 req-cfc4a9b2-70ce-4bd8-86e3-023fc3d894d2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:48.532173 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cd5d43b-f2e1-4ec0-9d9f-8942aac42e62 req-cfc4a9b2-70ce-4bd8-86e3-023fc3d894d2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0532782 Sep 03 19:23:48.569601 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cd5d43b-f2e1-4ec0-9d9f-8942aac42e62 req-6525ecec-8266-42f6-b574-46d4d6b9577c tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309899 Sep 03 19:23:48.599261 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.632571 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:48.633690 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:48.634762 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] 10.222.0.20 "PUT /v2.0/ports/d9f631d3-1ab1-4aeb-afd5-fb92105c518c HTTP/1.1" status: 200 len: 1093 time: 0.7760935 Sep 03 19:23:48.635206 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:23:48.637491 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41eb732-f3cf-422c-a01b-6b63023d0e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:23:48.666814 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612289-10ae-4f30-ad63-ee17db788178 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:48.679038 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20645da-806b-4c31-a5ac-2796067d5825 x-openstack-request-id: req-d20645da-806b-4c31-a5ac-2796067d5825 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:23:48.679331 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:23:48.679579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d20645da-806b-4c31-a5ac-2796067d5825 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:23:48.679975 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'status': 'completed', 'code': 200} Sep 03 19:23:48.754882 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eb732-f3cf-422c-a01b-6b63023d0e6d req-1bd5c17b-a352-46c5-9945-d86655262563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:48.756302 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d41eb732-f3cf-422c-a01b-6b63023d0e6d req-1bd5c17b-a352-46c5-9945-d86655262563 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1096 time: 0.0492959 Sep 03 19:23:48.871512 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eb732-f3cf-422c-a01b-6b63023d0e6d req-4208ad23-5292-4cb8-b006-5733c20d0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:48.873171 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d41eb732-f3cf-422c-a01b-6b63023d0e6d req-4208ad23-5292-4cb8-b006-5733c20d0397 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1064835 Sep 03 19:23:48.969570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eb732-f3cf-422c-a01b-6b63023d0e6d req-9a2140ca-cb87-4fce-a2f6-7c204fa4ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:48.971083 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d41eb732-f3cf-422c-a01b-6b63023d0e6d req-9a2140ca-cb87-4fce-a2f6-7c204fa4ac92 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912075 Sep 03 19:23:49.042923 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-a5cfc57e-9397-4e31-b893-35c6158cdb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:49.044364 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-a5cfc57e-9397-4e31-b893-35c6158cdb83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1096 time: 0.0393412 Sep 03 19:23:49.086039 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-57a1fcf7-98de-43f2-9dce-b78a2e755e6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c HTTP/1.1" status: 200 len: 217 time: 0.0341175 Sep 03 19:23:49.133214 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-35739dbd-1d60-451c-b081-749ec5ebaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:49.134581 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-35739dbd-1d60-451c-b081-749ec5ebaca0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0418210 Sep 03 19:23:49.181904 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-bb06a59b-c165-4191-b370-a8a0e192a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:49.183321 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-bb06a59b-c165-4191-b370-a8a0e192a6a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413761 Sep 03 19:23:49.270704 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-6a37e244-f87b-45b0-b9fb-e4e8ed2b401e service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790579 Sep 03 19:23:49.364960 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4a2b84a9-ba16-42e1-a49c-04cf2a3f304b req-c5c87932-1bfd-44d5-96b7-27b18c26b2ea service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Sep 03 19:23:49.682427 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c7b2-b52d-4c08-9352-193e0a3c5214 req-ffe72aa3-c27d-44ec-b48a-8c314bfbb2a4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:49.683858 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7f72c7b2-b52d-4c08-9352-193e0a3c5214 req-ffe72aa3-c27d-44ec-b48a-8c314bfbb2a4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0498405 Sep 03 19:23:49.719159 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-7f72c7b2-b52d-4c08-9352-193e0a3c5214 req-0794e204-e76f-4f00-a98b-0f3ea0c48571 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295591 Sep 03 19:23:50.832139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0527d-ee7d-4792-8453-6581604dbff1 req-d2ec276e-dea9-4c08-ae3a-c5c9b3322d20 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:50.833613 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1b0527d-ee7d-4792-8453-6581604dbff1 req-d2ec276e-dea9-4c08-ae3a-c5c9b3322d20 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0474567 Sep 03 19:23:50.870863 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1b0527d-ee7d-4792-8453-6581604dbff1 req-86fc3db7-59ab-4df7-8620-415be06da2ca tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Sep 03 19:23:51.983662 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5107cdd-e158-40bc-8c27-6026119434a4 req-b69d11c1-c61e-4b72-9044-e5ae74ff062f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:51.985149 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f5107cdd-e158-40bc-8c27-6026119434a4 req-b69d11c1-c61e-4b72-9044-e5ae74ff062f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0486503 Sep 03 19:23:52.025000 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f5107cdd-e158-40bc-8c27-6026119434a4 req-d7aed4ab-b9b7-4df1-8a06-b07d72f0ee7f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338743 Sep 03 19:23:53.133907 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86bbfe-49cb-4442-afa0-52fbf8af66cb req-4e660f53-abad-4ec3-846c-d492862a6ac4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:53.135354 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ba86bbfe-49cb-4442-afa0-52fbf8af66cb req-4e660f53-abad-4ec3-846c-d492862a6ac4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0466669 Sep 03 19:23:53.175778 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-ba86bbfe-49cb-4442-afa0-52fbf8af66cb req-aa1fdc77-ef9c-45dc-be60-666288ec41fd tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Sep 03 19:23:54.285513 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c7f4b-b099-412f-bec8-4b335ea4b64b req-112a71d2-caef-4cb4-bb33-d7b058ed1314 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:54.286970 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-081c7f4b-b099-412f-bec8-4b335ea4b64b req-112a71d2-caef-4cb4-bb33-d7b058ed1314 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0472538 Sep 03 19:23:54.324182 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-081c7f4b-b099-412f-bec8-4b335ea4b64b req-b8f973a4-d395-447b-8d2a-cd0bc4f8ab60 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312796 Sep 03 19:23:55.436553 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295cb77-ec2f-45a6-928f-1a97606830c2 req-8d14817a-89f3-4545-be48-5629120ad393 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:55.438186 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5295cb77-ec2f-45a6-928f-1a97606830c2 req-8d14817a-89f3-4545-be48-5629120ad393 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0474441 Sep 03 19:23:55.475488 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5295cb77-ec2f-45a6-928f-1a97606830c2 req-cc781657-1acd-4924-a454-063f7cba17b0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305488 Sep 03 19:23:56.321473 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device d9f631d3-1ab1-4aeb-afd5-fb92105c518c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:23:56.413328 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:56.423679 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'port_id': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'mac_address': 'fa:16:3e:12:cf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:23:56.458351 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:56.470056 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f631d3-1ab1-4aeb-afd5-fb92105c518c {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:23:56.488819 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:56.587009 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:56.591350 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7555b-f712-4410-a370-bb217fbf3091 req-5c631366-5a7e-4b8a-9d79-af0303bc2b2f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:56.593005 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-34d7555b-f712-4410-a370-bb217fbf3091 req-5c631366-5a7e-4b8a-9d79-af0303bc2b2f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 943 time: 0.0528185 Sep 03 19:23:56.631242 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-34d7555b-f712-4410-a370-bb217fbf3091 req-da39903c-f8f0-4457-a068-c159f60257c5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Sep 03 19:23:56.639093 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:56.645877 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.646219 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.646553 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.646879 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.647204 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.647525 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.647847 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.648162 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.648480 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.648796 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.649140 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.649450 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:23:56.803803 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['d9f631d3-1ab1-4aeb-afd5-fb92105c518c'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:23:57.742157 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf87fd-b282-46b1-bf19-7d2ce40734e6 req-b7ad49ef-edbd-4538-81bd-7197030e61d4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:57.743601 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-98cf87fd-b282-46b1-bf19-7d2ce40734e6 req-b7ad49ef-edbd-4538-81bd-7197030e61d4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 944 time: 0.0471904 Sep 03 19:23:57.780738 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-98cf87fd-b282-46b1-bf19-7d2ce40734e6 req-b4795517-bf2b-42a5-85a3-b3001fd7dbb1 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Sep 03 19:23:58.337314 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device d9f631d3-1ab1-4aeb-afd5-fb92105c518c up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:23:58.449697 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port d9f631d3-1ab1-4aeb-afd5-fb92105c518c completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:23:58.453740 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port d9f631d3-1ab1-4aeb-afd5-fb92105c518c triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:23:58.455793 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:58.526369 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:58.547787 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:23:58.550014 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c304ed18-bbb4-49bd-9be5-2e6e24b7613b" -d '{"events": [{"server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "name": "network-vif-plugged", "status": "completed", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:23:58.562987 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:23:58.585808 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1486d1e-691d-43be-b038-ead44ec68dae x-openstack-request-id: req-f1486d1e-691d-43be-b038-ead44ec68dae {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:23:58.586102 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "name": "network-vif-plugged", "status": "completed", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:23:58.586355 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1486d1e-691d-43be-b038-ead44ec68dae {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:23:58.586750 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'code': 200} Sep 03 19:23:58.623899 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:58.672953 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:58.889798 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30404b-3e34-4c0a-b3e6-111155eb4ec1 req-6ea7e8e4-d45e-4562-93b4-1ccf776437f2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:58.891152 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f30404b-3e34-4c0a-b3e6-111155eb4ec1 req-6ea7e8e4-d45e-4562-93b4-1ccf776437f2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0465388 Sep 03 19:23:58.959567 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f30404b-3e34-4c0a-b3e6-111155eb4ec1 req-3db6bf93-0d16-49d8-b481-b9bd36212a40 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545478 Sep 03 19:23:58.962185 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f24074-75bb-452f-a2c1-6055a731268d req-1ae4aa65-2066-4090-8361-be5f3c1c4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:23:58.963550 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e8f24074-75bb-452f-a2c1-6055a731268d req-1ae4aa65-2066-4090-8361-be5f3c1c4a29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1098 time: 0.0670469 Sep 03 19:23:58.999590 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e8f24074-75bb-452f-a2c1-6055a731268d req-00b99183-5b03-4e40-826b-980aa7c4d9b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285275 Sep 03 19:23:59.526361 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59496) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:59.625799 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6be5614-c207-48b1-871e-8c3bdce174dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:59.711856 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6be5614-c207-48b1-871e-8c3bdce174dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:59.789237 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-f6be5614-c207-48b1-871e-8c3bdce174dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:59.828117 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-f6be5614-c207-48b1-871e-8c3bdce174dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9c9b031d2ef4eff8d989cbc35bfd9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006945 Sep 03 19:23:59.829058 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be5614-c207-48b1-871e-8c3bdce174dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e036f575-4d37-49a4-9607-c79c7a1a3a17,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:23:59.830810 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59500) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:23:59.879084 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:23:59.898985 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.030043 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.034158 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.034158 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e036f575-4d37-49a4-9607-c79c7a1a3a17 HTTP/1.1" status: 204 len: 168 time: 0.2022047 Sep 03 19:24:00.042394 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e036f575-4d37-49a4-9607-c79c7a1a3a17,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:00.049539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.049892 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.050923 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.051465 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.051623 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.051961 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.052291 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.052624 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.052976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.057113 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.057113 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.057113 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd038767-fd35-41b1-8f26-b23bc44a246a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:00.097780 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f6a45-c944-49ae-84be-2b2d6c6d13b7 req-5647a214-6c91-4faa-bd46-2576935c6ddf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:00.099318 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c53f6a45-c944-49ae-84be-2b2d6c6d13b7 req-5647a214-6c91-4faa-bd46-2576935c6ddf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0587986 Sep 03 19:24:00.136814 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c53f6a45-c944-49ae-84be-2b2d6c6d13b7 req-53baedac-bc91-431f-b1ef-f214308e7ef6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Sep 03 19:24:00.590372 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59510) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:24:00.604004 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b347-92b9-4b69-9188-9b0a81fbef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.690212 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b347-92b9-4b69-9188-9b0a81fbef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.755093 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b347-92b9-4b69-9188-9b0a81fbef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.793603 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-7cc0b347-92b9-4b69-9188-9b0a81fbef5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d4e127fe5dc4f989ba114c66e014719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020061 Sep 03 19:24:00.794345 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0b347-92b9-4b69-9188-9b0a81fbef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1465ce9b-14b9-4690-af39-bb505fb2dae6,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:00.796113 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59512) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:24:00.847459 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9c483dab-811e-4160-a919-800faf798a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.867738 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9c483dab-811e-4160-a919-800faf798a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.986546 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9c483dab-811e-4160-a919-800faf798a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.989074 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-9c483dab-811e-4160-a919-800faf798a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:00.990210 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-9c483dab-811e-4160-a919-800faf798a1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1465ce9b-14b9-4690-af39-bb505fb2dae6 HTTP/1.1" status: 204 len: 168 time: 0.1930714 Sep 03 19:24:00.998021 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c483dab-811e-4160-a919-800faf798a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1465ce9b-14b9-4690-af39-bb505fb2dae6,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:01.246698 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b8c17-d2bc-4456-be0c-0084ee9c9ae4 req-ac24f239-1e2c-45dc-acb3-6fd0e0019be0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:01.248163 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f6b8c17-d2bc-4456-be0c-0084ee9c9ae4 req-ac24f239-1e2c-45dc-acb3-6fd0e0019be0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0463140 Sep 03 19:24:01.286176 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1f6b8c17-d2bc-4456-be0c-0084ee9c9ae4 req-d5295189-f2c9-463a-b4e8-f2b5a90185e8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Sep 03 19:24:01.397090 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec9f5-b108-49f0-9c4e-982c12c3e9d9 req-cb038c0d-9577-4d40-b71f-05aadc7eed3f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:01.398569 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf9ec9f5-b108-49f0-9c4e-982c12c3e9d9 req-cb038c0d-9577-4d40-b71f-05aadc7eed3f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0488839 Sep 03 19:24:01.436579 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf9ec9f5-b108-49f0-9c4e-982c12c3e9d9 req-31483a53-61c2-44ea-b0ad-b7a532a90125 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Sep 03 19:24:01.463924 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59528) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:24:01.686711 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae1313-83e0-4787-9e0b-c78d22ab00ba tempest-TestVolumeBootPattern-644097256 tempest-TestVolumeBootPattern-644097256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:01.688200 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-09ae1313-83e0-4787-9e0b-c78d22ab00ba tempest-TestVolumeBootPattern-644097256 tempest-TestVolumeBootPattern-644097256-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1093 time: 0.2233090 Sep 03 19:24:01.691141 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59534) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:24:01.696516 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'port_id': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:24:01.803700 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:01.900683 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:02.005968 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Allocated IP 172.27.3.212 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/b4231e3d-e3fe-4d20-a78a-0c27082200e4) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:24:02.112708 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:02.210214 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:02.244062 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:24:02.248494 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:24:02.251911 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:24:02.283830 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=b4231e3d-e3fe-4d20-a78a-0c27082200e4,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:02.817142 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:02.949965 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:03.001392 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:03.092637 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:03.155170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:03.228479 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=b4231e3d-e3fe-4d20-a78a-0c27082200e4,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:03.238953 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:03.342189 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Floating IP 488fa9ca-183c-4170-94a5-0a3003a425d2 associated. External IP: 172.27.3.212, port: d9f631d3-1ab1-4aeb-afd5-fb92105c518c. Sep 03 19:24:03.548862 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:24:03.652770 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:24:03.662250 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:24:03.671431 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:24:03.672160 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:24:03.730026 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:03.763468 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3e409dba-549b-4f8d-8dca-a8576467a030 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0712521 Sep 03 19:24:03.764726 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:24:03.767133 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:24:03.780075 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:24:03.821549 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab599ed-14e7-451d-969e-dc8e018e4f0c x-openstack-request-id: req-bab599ed-14e7-451d-969e-dc8e018e4f0c {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:24:03.822083 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:24:03.822083 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bab599ed-14e7-451d-969e-dc8e018e4f0c {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:24:03.822450 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'status': 'completed', 'code': 200} Sep 03 19:24:03.888557 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-bf0ca94a-0e2a-46f5-99d9-b68b6d7b2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:03.890206 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-bf0ca94a-0e2a-46f5-99d9-b68b6d7b2441 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1098 time: 0.0424817 Sep 03 19:24:03.984480 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-de63fb26-945b-4b47-a236-2b4b4dceba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:03.986001 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-de63fb26-945b-4b47-a236-2b4b4dceba36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0877271 Sep 03 19:24:04.008737 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '488fa9ca-183c-4170-94a5-0a3003a425d2', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:12:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:24:02Z', 'updated_at': '2021-09-03T19:24:02Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:24:04.040040 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:24:04.048479 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:24:04.049127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:23:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:24:04.060771 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-9ac141a1-8d6a-4e39-acf7-83342b2cbbdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c HTTP/1.1" status: 200 len: 999 time: 0.0666020 Sep 03 19:24:04.119835 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-9b5bf15d-d985-497c-8e39-04330854cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:04.121280 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-9b5bf15d-d985-497c-8e39-04330854cb2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0490029 Sep 03 19:24:04.161195 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:24:04.167532 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-5e29f4ad-7932-442d-a53f-33a0fd40c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:04.169059 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-5e29f4ad-7932-442d-a53f-33a0fd40c00a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406718 Sep 03 19:24:04.259768 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-8439116d-0f57-4d23-af99-fb4ac76a9855 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826490 Sep 03 19:24:04.355389 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a1d7a8b4-5086-484f-951c-18fdfd6efdc3 req-ac7df416-4f1e-47a9-98ae-432681f281f0 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880952 Sep 03 19:24:04.387047 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '488fa9ca-183c-4170-94a5-0a3003a425d2', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:12:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:24:02Z', 'updated_at': '2021-09-03T19:24:02Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:24:04.416613 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d010d-6b33-4238-92e5-1fdf04c3bdf7 None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '488fa9ca-183c-4170-94a5-0a3003a425d2', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:12:cf:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:24:02Z', 'updated_at': '2021-09-03T19:24:02Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:24:04.600570 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a1796-23e9-47f7-9a27-fe3ca9e13176 None None] New status for floating IP 488fa9ca-183c-4170-94a5-0a3003a425d2: ACTIVE {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:24:08.336300 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:24:09.200821 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4b651cb9-c66a-47f6-bd13-ce5f88850ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:11.814666 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4367bd51-84df-4ee8-ab19-9fbf30da5d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:12.052822 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:12.721103 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:14.409064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:32.974826 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.457801 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59730) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:24:37.559951 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.644467 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.737075 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.774204 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f344cc-489c-443b-90bc-c67141c322ed,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:37.778068 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68adb47054364d5faa479d12dbf7e94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191912 Sep 03 19:24:37.780993 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59734) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:24:37.784130 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.784483 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.784821 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.785285 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.785619 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.785950 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.786277 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.786616 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.786939 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.787256 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.787628 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.787958 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5f6e73-635e-4080-82e0-650413a76d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:24:37.830554 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2b89c3ac-db78-4eaf-be81-10fffe8b96e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.850271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2b89c3ac-db78-4eaf-be81-10fffe8b96e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.996712 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2b89c3ac-db78-4eaf-be81-10fffe8b96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:37.999247 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2b89c3ac-db78-4eaf-be81-10fffe8b96e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:38.000387 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-2b89c3ac-db78-4eaf-be81-10fffe8b96e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57f344cc-489c-443b-90bc-c67141c322ed HTTP/1.1" status: 204 len: 168 time: 0.2184184 Sep 03 19:24:38.008151 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89c3ac-db78-4eaf-be81-10fffe8b96e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f344cc-489c-443b-90bc-c67141c322ed,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:24:39.180102 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a4920d79-d4f5-43e8-b343-4f9ca3734777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:40.072353 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-d39cec32-1268-4aab-9106-08f959041b5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427461 Sep 03 19:24:40.156439 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-125ed5ed-b087-47fb-9cad-b5a5e1c69496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:40.157972 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-125ed5ed-b087-47fb-9cad-b5a5e1c69496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1098 time: 0.0401764 Sep 03 19:24:40.263194 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-eb34e91c-3c00-4d20-9857-d18525c7a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:40.264680 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-eb34e91c-3c00-4d20-9857-d18525c7a873 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0875413 Sep 03 19:24:40.579505 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-e2444de6-17fa-41f2-a7d8-b99cc5258eee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c HTTP/1.1" status: 200 len: 1001 time: 0.3039713 Sep 03 19:24:40.629039 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-a8bf8422-308b-4b6c-9452-0ba8b7f9b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:40.630397 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-a8bf8422-308b-4b6c-9452-0ba8b7f9b1d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0426128 Sep 03 19:24:40.676976 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-46c43f49-f1ce-4d92-843d-bc49e8d41372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:24:40.678484 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-46c43f49-f1ce-4d92-843d-bc49e8d41372 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407350 Sep 03 19:24:40.766817 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-a7f16987-75b8-4cf3-9ad0-c0d2c45eef96 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781326 Sep 03 19:24:40.865145 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5dbd153f-1b95-4eeb-8981-20eed0fb4504 req-29e8dd9a-cae2-4c3b-9718-64c93f5fc34f service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872338 Sep 03 19:24:41.737584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a95c1923-6175-4d12-ba72-e30001a13da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:42.041784 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:42.738894 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:44.367571 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:24:45.335357 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:25:02.976742 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:09.176524 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f3b944a6-ff1d-4621-86de-8afa265ce8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:09.643868 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59920) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:09.744750 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:09.828782 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:09.898116 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:09.941320 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0740d11c76d4f118029dafa6afafada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963381 Sep 03 19:25:09.942226 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d826ff-d87b-47ac-9846-c2aff8ca5cb2,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:09.944073 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59924) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:09.950137 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.950487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.950830 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.951161 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.951492 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.951821 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.952148 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.952487 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.952798 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.953147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.953472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.953788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f015b1-a876-4e59-af6a-21aa5ab71942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:09.991932 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1984553c-abe6-4890-9675-30b1e46de5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:10.012656 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1984553c-abe6-4890-9675-30b1e46de5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:10.114840 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1984553c-abe6-4890-9675-30b1e46de5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:10.117296 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1984553c-abe6-4890-9675-30b1e46de5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:10.118416 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1984553c-abe6-4890-9675-30b1e46de5f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9d826ff-d87b-47ac-9846-c2aff8ca5cb2 HTTP/1.1" status: 204 len: 168 time: 0.1732855 Sep 03 19:25:10.126036 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984553c-abe6-4890-9675-30b1e46de5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d826ff-d87b-47ac-9846-c2aff8ca5cb2,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:11.056387 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59946) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:11.148774 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-217255695-network', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:11.263837 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Made reservation on behalf of f12c3cb59edf447b92c3f79280540cd8 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:25:11.266356 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.274492 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.358010 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.423209 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.446739 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:25:11.455910 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c9a856-6ef5-4816-b1f3-9d99fb28998e,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:11.463309 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.463309 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Added segment 2beb4f6f-6aa5-4795-ab58-1be70b4b1447 of type vlan for network 10f5901d-7a90-493a-a498-db1156b20e84 Sep 03 19:25:11.500764 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.576366 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.577280 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:11.577871 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.638212 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] Pushing event updated for resources: {'Network': ['ID=10f5901d-7a90-493a-a498-db1156b20e84,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:11.648115 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network 10f5901d-7a90-493a-a498-db1156b20e84 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:25:11.673516 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-57b257c7-ad05-44bd-8cc3-dfb982c9cd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:11.682185 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-b1f6042b-b506-4928-9333-564e11a43319 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6246521 Sep 03 19:25:11.685773 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59950) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:11.690652 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Request body: {'subnet': {'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-217255695-subnet', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'ip_version': 4}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:11.776282 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Made reservation on behalf of f12c3cb59edf447b92c3f79280540cd8 for: {'subnet': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:25:11.779271 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59125917'] for subnet, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.011314 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60606869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59125939'] for subnet, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.063830 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd64035f-ad92-419b-b9b6-914eb36e50cd,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:12.068038 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.074905 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Checking segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:12.075252 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Network hostable DHCP agents. Network: 10f5901d-7a90-493a-a498-db1156b20e84, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94492) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:25:12.159119 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Network 10f5901d-7a90-493a-a498-db1156b20e84 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94492) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:25:12.229071 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, 10f5901d-7a90-493a-a498-db1156b20e84) {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:12.233718 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:12.234488 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.237588 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a8ca4-61b9-4aeb-a51b-cb2e10cbdcfc None None] Network 10f5901d-7a90-493a-a498-db1156b20e84 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:25:12.310689 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-368bfd01-ea9b-44d1-bdfd-853fe66e9b6f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6238346 Sep 03 19:25:12.313229 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59952) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:12.317863 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:12.376739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-10f5901d-7a90-493a-a498-db1156b20e84', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:25:12.377603 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.395620 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.396680 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.447217 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.510543 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Allocated IP 172.20.0.2 (10f5901d-7a90-493a-a498-db1156b20e84/fd64035f-ad92-419b-b9b6-914eb36e50cd/85ce3cdd-74cd-4cb3-a1b1-0488867460cb) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:12.628707 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.650539 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.663567 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Transition to ACTIVE for port object 85ce3cdd-74cd-4cb3-a1b1-0488867460cb will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:12.678090 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Transition to ACTIVE for port object 85ce3cdd-74cd-4cb3-a1b1-0488867460cb will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:12.749464 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.778919 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.816839 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Network 10f5901d-7a90-493a-a498-db1156b20e84 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:12.819821 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:12.823236 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:12.838303 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Pushing event updated for resources: {'Port': ['ID=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:12.861116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.861490 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.861841 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.862184 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.862520 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.862854 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.863188 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.863520 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.863849 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.864176 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.864522 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.864860 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:12.875253 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.892029 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Attempting to bind port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:12.892400 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Attempting to bind port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:12.892766 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Attempting to bind port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb on network 10f5901d-7a90-493a-a498-db1156b20e84 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:12.897925 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:12.898246 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.898366 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Checking segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:12.898699 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.899083 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Bound using segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:12.899553 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Bound port: 85ce3cdd-74cd-4cb3-a1b1-0488867460cb, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:12.899931 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:12.961720 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] For port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:12.964817 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] For port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:12.998202 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Allocated IP 172.27.3.82 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/3dc67da7-cc87-417a-94cd-6951a8f7555d) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:13.047293 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:13.104975 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:13.111730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7acbac-23d1-4959-9191-c168b46f02b8 None None] Pushing event updated for resources: {'Port': ['ID=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:13.200775 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:13.241696 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:13.254047 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:13.256438 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:13.259641 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc67da7-cc87-417a-94cd-6951a8f7555d,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:13.563626 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:13.758655 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:13.906865 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cf2db-e02c-4bc6-90a2-04863c656819 None None] Network 10f5901d-7a90-493a-a498-db1156b20e84 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:25:14.061124 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-33cbf489-3984-4a1c-9ade-92f6bfbe6edb None None] Provisioning for port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:14.177988 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94492) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:25:14.284552 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:25:14.295178 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Sync routers for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:25:14.303604 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:14.308988 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:14.344096 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:14.345341 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-75543229-3103-4029-94bf-95ab4e68aeb7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0308807 Sep 03 19:25:14.347973 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59954) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:14.413995 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:14.466213 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:14.522686 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 85ce3cdd-74cd-4cb3-a1b1-0488867460cb up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:14.627112 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:13Z', 'revision_number': 3, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:14.656422 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Checking router: b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:25:14.656777 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Updating router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 port 3dc67da7-cc87-417a-94cd-6951a8f7555d binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:25:14.675227 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:14.683193 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:14.683593 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:14.685138 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:14.760685 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:14.876232 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:14.914774 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Allocated IP 172.20.0.1 (10f5901d-7a90-493a-a498-db1156b20e84/fd64035f-ad92-419b-b9b6-914eb36e50cd/44348e8e-3206-445e-b902-98baec8da713) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:14.955975 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:15.021377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.021741 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.029616 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.036251 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Transition to ACTIVE for port object 44348e8e-3206-445e-b902-98baec8da713 will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:15.047790 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Transition to ACTIVE for port object 3dc67da7-cc87-417a-94cd-6951a8f7555d will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:15.094773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:15.125445 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.153555 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.161757 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Network 10f5901d-7a90-493a-a498-db1156b20e84 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:15.166027 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:15.169597 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:15.198063 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Pushing event updated for resources: {'Port': ['ID=44348e8e-3206-445e-b902-98baec8da713,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:15.209242 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Attempting to bind port 3dc67da7-cc87-417a-94cd-6951a8f7555d on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:15.209621 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Attempting to bind port 3dc67da7-cc87-417a-94cd-6951a8f7555d by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:15.209985 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Attempting to bind port 3dc67da7-cc87-417a-94cd-6951a8f7555d on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:15.212126 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67f3e3-c90b-4ea2-b0b2-eb9dd7865a17 None None] Pushing event updated for resources: {'Port': ['ID=3dc67da7-cc87-417a-94cd-6951a8f7555d,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:15.217693 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.217976 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:15.218307 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:15.218708 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.219098 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:15.219663 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Bound port: 3dc67da7-cc87-417a-94cd-6951a8f7555d, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:15.220046 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.394906 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] For port 3dc67da7-cc87-417a-94cd-6951a8f7555d, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:15.398661 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] For port 3dc67da7-cc87-417a-94cd-6951a8f7555d, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=3dc67da7-cc87-417a-94cd-6951a8f7555d,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:15.414486 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.474383 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.502103 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-1dbba8af-1d4b-4c92-b01e-ed5e9bef7e52 None None] Provisioning for port 44348e8e-3206-445e-b902-98baec8da713 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:15.519727 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-1dbba8af-1d4b-4c92-b01e-ed5e9bef7e52 None None] Provisioning complete for port 44348e8e-3206-445e-b902-98baec8da713 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:15.520098 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1dbba8af-1d4b-4c92-b01e-ed5e9bef7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.559249 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:15.559881 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:15.561626 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67f3e3-c90b-4ea2-b0b2-eb9dd7865a17 None None] Pushing event updated for resources: {'Port': ['ID=3dc67da7-cc87-417a-94cd-6951a8f7555d,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:15.572439 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.634647 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-1dbba8af-1d4b-4c92-b01e-ed5e9bef7e52 None None] Port 44348e8e-3206-445e-b902-98baec8da713 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:25:15.639653 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.676198 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:15.708141 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:15.710763 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Pushing event updated for resources: {'Port': ['ID=44348e8e-3206-445e-b902-98baec8da713,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:15.799031 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Network 10f5901d-7a90-493a-a498-db1156b20e84 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:15.800272 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:15.884396 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:14Z', 'revision_number': 1, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:15.911731 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1ae-30f6-4ea9-b99b-1c3446f1abe3 None None] The sync data for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi is: [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:14Z', 'revision_number': 1, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:25:15.924642 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:25:16.036985 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:25:16.041853 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-cb94ea9a-03c2-4281-bff4-1d3ed92359b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/b21ff086-5e3b-4e61-9cac-e13ad6fd03c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6929402 Sep 03 19:25:16.058471 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-a1e70f6e-e893-4bd8-85aa-f7ce33117a4a None None] Provisioning complete for port 44348e8e-3206-445e-b902-98baec8da713 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:16.058875 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a1e70f6e-e893-4bd8-85aa-f7ce33117a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:16.106551 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-a1e70f6e-e893-4bd8-85aa-f7ce33117a4a None None] Port 44348e8e-3206-445e-b902-98baec8da713 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:25:16.488802 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 85ce3cdd-74cd-4cb3-a1b1-0488867460cb up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:16.558462 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:16.558842 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:16.770132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59970) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:16.775522 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029801027-network', 'tenant_id': '692544d0524a44a0aa3b839a870c3191'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:16.852434 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Made reservation on behalf of 692544d0524a44a0aa3b839a870c3191 for: {'network': 1} {{(pid=94492) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:25:16.854889 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for network, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:16.865233 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:16.959386 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.017706 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.046962 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94492) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 19:25:17.052428 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708d685-c60c-4f68-aa7b-57612cc7e16b,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:17.059974 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.060338 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.segments_db [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Added segment a29f8572-2957-4d5e-90d9-1b75509f4149 of type vlan for network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 Sep 03 19:25:17.104606 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787874540508'] for network, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.172104 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332'] for network, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.173087 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:17.173698 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.232730 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4614315 Sep 03 19:25:17.233431 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6110c0-8065-4cc8-a5ef-2d2d30ae012e admin admin] Pushing event updated for resources: {'Network': ['ID=bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:17.235661 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59972) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:17.240812 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Request body: {'subnet': {'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029801027-subnet', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'ip_version': 4}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:17.243040 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 details requested by agent ovs-agent-dv-cinder-788367-7-iscsi with host dv-cinder-788367-7-iscsi {{(pid=94493) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 19:25:17.303493 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Made reservation on behalf of 692544d0524a44a0aa3b839a870c3191 for: {'subnet': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:25:17.305951 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60469711'] for subnet, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.526796 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59879139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60469729'] for subnet, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.573216 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa609db-4a42-4d7a-97a9-77df1ce9da85,revision_number=0']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:17.592427 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Checking segment: {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:17.592785 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Network hostable DHCP agents. Network: bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0, hostable agents: ['37ab1543-f43c-464d-a497-034501e333a5'], hosted agents: [] {{(pid=94491) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 19:25:17.674082 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 is scheduled to be hosted by DHCP agent 37ab1543-f43c-464d-a497-034501e333a5 with binding_index 1 {{(pid=94491) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 19:25:17.731281 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-7-iscsi, bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0) {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:17.735334 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:17.735925 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.740193 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c0a7f-762d-4ea4-99b0-2e3acd5d7a2b None None] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:25:17.778835 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Sync routers for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:25:17.788562 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:17.789197 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:17.841324 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-6fc71025-a951-4ae6-b9d9-45044dc6d5ae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6044390 Sep 03 19:25:17.843813 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 59974) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:17.848263 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:17.886133 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8383f7a8-e859-560f-afca-a1e0c3fba36f-bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'fixed_ips': [{'subnet_id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85'}]}} from dv-cinder-788367-7-iscsi. {{(pid=94493) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 19:25:17.887595 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.897749 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:17.948508 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25922'] for router, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:17.950713 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25947'] for router, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.002451 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.020629 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Allocated IP 172.20.0.2 (bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0/5aa609db-4a42-4d7a-97a9-77df1ce9da85/2cd3d29a-9847-485f-8531-ca24ab0b00f2) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:18.100379 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 2, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:18.127276 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Checking router: b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:25:18.127633 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Updating router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 port 44348e8e-3206-445e-b902-98baec8da713 binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:25:18.152367 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.167403 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.176191 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Transition to ACTIVE for port object 2cd3d29a-9847-485f-8531-ca24ab0b00f2 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:18.187973 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.192591 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Transition to ACTIVE for port object 2cd3d29a-9847-485f-8531-ca24ab0b00f2 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:18.274304 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.317584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:18.320437 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:18.322892 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:18.338896 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Pushing event updated for resources: {'Port': ['ID=2cd3d29a-9847-485f-8531-ca24ab0b00f2,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:18.387360 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Attempting to bind port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:18.387735 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Attempting to bind port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:18.388098 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Attempting to bind port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 on network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:18.393385 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:18.393763 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Checking segment: {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:18.394168 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.394561 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Bound using segment: {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:18.395026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Bound port: 2cd3d29a-9847-485f-8531-ca24ab0b00f2, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:18.395407 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.440117 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.440316 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.459217 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Transition to ACTIVE for port object 44348e8e-3206-445e-b902-98baec8da713 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:18.461074 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.461820 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] For port 2cd3d29a-9847-485f-8531-ca24ab0b00f2, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:18.465437 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] For port 2cd3d29a-9847-485f-8531-ca24ab0b00f2, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=2cd3d29a-9847-485f-8531-ca24ab0b00f2,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:18.513764 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 3dc67da7-cc87-417a-94cd-6951a8f7555d up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:18.549291 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.572500 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Allocated IP 172.27.3.154 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/7fb97c21-57a9-42fe-9ea6-d50d0f81d88c) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:18.598642 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Pushing event updated for resources: {'Port': ['ID=44348e8e-3206-445e-b902-98baec8da713,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:18.601722 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.606439 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.610693 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:25:18.658547 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 3dc67da7-cc87-417a-94cd-6951a8f7555d completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:18.664365 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 3dc67da7-cc87-417a-94cd-6951a8f7555d triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:18.664739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.668515 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Attempting to bind port 44348e8e-3206-445e-b902-98baec8da713 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:18.668881 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Attempting to bind port 44348e8e-3206-445e-b902-98baec8da713 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:18.669261 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Attempting to bind port 44348e8e-3206-445e-b902-98baec8da713 on network 10f5901d-7a90-493a-a498-db1156b20e84 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:18.676254 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:18.682308 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Checking segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:18.682308 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.682308 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Bound using segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:18.682308 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Bound port: 44348e8e-3206-445e-b902-98baec8da713, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:18.682308 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.717435 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb212e-1774-4623-b5e7-c359b21a5990 None None] Pushing event updated for resources: {'Port': ['ID=2cd3d29a-9847-485f-8531-ca24ab0b00f2,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:18.744454 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.776483 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] For port 44348e8e-3206-445e-b902-98baec8da713, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:18.780293 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] For port 44348e8e-3206-445e-b902-98baec8da713, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=44348e8e-3206-445e-b902-98baec8da713,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:18.802087 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.823765 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 3dc67da7-cc87-417a-94cd-6951a8f7555d, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=3dc67da7-cc87-417a-94cd-6951a8f7555d,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:18.858742 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.911855 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.912383 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:18.913395 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:18.955581 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:18.961349 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:18.971666 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:18.990570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:19.026583 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9d921-f3c0-45d3-b84b-ae00071b81ee None None] Pushing event updated for resources: {'Port': ['ID=44348e8e-3206-445e-b902-98baec8da713,revision_number=4']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:19.039795 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:19.067545 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=3dc67da7-cc87-417a-94cd-6951a8f7555d,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:19.080910 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:19.282223 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:19.311356 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad6e9-8091-40aa-af77-69b98d65756e None None] The sync data for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi is: [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:25:19.350139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:19.557301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533964'] for router, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:19.685870 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f3d4c-6d49-4f67-b8f1-bfdba8c7e4ab None None] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:25:19.737598 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Router 1274f081-1a72-4c18-b750-2e9b9dc01b59 is scheduled to L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 with binding_index 1 {{(pid=94491) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 19:25:19.830004 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-c751d948-6f7e-4abe-b8df-11a351354d4b None None] Provisioning for port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:19.844622 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:25:19.858140 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Sync routers for ids ['1274f081-1a72-4c18-b750-2e9b9dc01b59'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:25:19.868105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Routers {'1274f081-1a72-4c18-b750-2e9b9dc01b59'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:19.868105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['1274f081-1a72-4c18-b750-2e9b9dc01b59'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:19.914905 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:19.919545 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-9ab001b0-dbfc-4921-b81c-fe8af2090db5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0715017 Sep 03 19:25:19.923395 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59976) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:19.978522 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Set router 1274f081-1a72-4c18-b750-2e9b9dc01b59 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:20.295290 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:25:19Z', 'revision_number': 3, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:20.321145 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Checking router: 1274f081-1a72-4c18-b750-2e9b9dc01b59 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:25:20.321507 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Updating router 1274f081-1a72-4c18-b750-2e9b9dc01b59 port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c binding host dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:25:20.347030 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.347301 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.511937 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Allocated IP 172.20.0.1 (bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0/5aa609db-4a42-4d7a-97a9-77df1ce9da85/f6d03adb-46f5-4137-a154-a99c35c9ced5) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:20.596803 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 3dc67da7-cc87-417a-94cd-6951a8f7555d up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:20.616277 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.631413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.provisioning_blocks [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Transition to ACTIVE for port object f6d03adb-46f5-4137-a154-a99c35c9ced5 will not be triggered until provisioned by entity DHCP. {{(pid=94492) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:20.642156 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.659064 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Transition to ACTIVE for port object 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:20.670195 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 3dc67da7-cc87-417a-94cd-6951a8f7555d triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:20.670568 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.740625 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.755170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.792688 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 2cd3d29a-9847-485f-8531-ca24ab0b00f2 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:20.794081 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:20.796868 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:20.800348 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Attempting to bind port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:20.800508 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:20.800733 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Attempting to bind port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:20.801120 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Attempting to bind port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c on network 34591e73-0d1e-4c52-8bb9-73b9857e9354 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:20.827232 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b935-8795-4251-ab13-27f08e950c53 None None] Pushing event updated for resources: {'Port': ['ID=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:20.827698 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d03adb-46f5-4137-a154-a99c35c9ced5,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:20.833127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:20.833504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Checking segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:20.833908 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.834760 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Bound using segment: {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:20.834760 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Bound port: 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab2336-42f3-44da-a358-e22b65307b2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:20.835113 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.847232 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028067'] for router_interface, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:20.906828 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] For port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:20.910446 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] For port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:20.983347 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:20.987537 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:20.987962 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.015356 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.031450 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.087329 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Routers {'1274f081-1a72-4c18-b750-2e9b9dc01b59'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:21.087839 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['1274f081-1a72-4c18-b750-2e9b9dc01b59'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:21.135924 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-e0344f50-2a4b-4e4f-b6b2-eb2f81d2f6fc None None] Provisioning for port f6d03adb-46f5-4137-a154-a99c35c9ced5 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:21.164747 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b935-8795-4251-ab13-27f08e950c53 None None] Pushing event updated for resources: {'Port': ['ID=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:21.174099 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-e0344f50-2a4b-4e4f-b6b2-eb2f81d2f6fc None None] Provisioning complete for port f6d03adb-46f5-4137-a154-a99c35c9ced5 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:21.174478 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e0344f50-2a4b-4e4f-b6b2-eb2f81d2f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.200690 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.248387 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.251835 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.263623 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-e0344f50-2a4b-4e4f-b6b2-eb2f81d2f6fc None None] Port f6d03adb-46f5-4137-a154-a99c35c9ced5 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:25:21.279680 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] Set router 1274f081-1a72-4c18-b750-2e9b9dc01b59 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:21.324658 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d03adb-46f5-4137-a154-a99c35c9ced5,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:21.327222 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535827'] for router_interface, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.330419 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 2cd3d29a-9847-485f-8531-ca24ab0b00f2, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=2cd3d29a-9847-485f-8531-ca24ab0b00f2,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:21.416078 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:21.417502 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:21.423589 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.423820 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 44348e8e-3206-445e-b902-98baec8da713 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:21.539159 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=2cd3d29a-9847-485f-8531-ca24ab0b00f2,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:21.541724 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Router 1274f081-1a72-4c18-b750-2e9b9dc01b59 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:25:21.578287 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'f6d03adb-46f5-4137-a154-a99c35c9ced5', 'name': '', 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'mac_address': 'fa:16:3e:18:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:20Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 1, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'subnets': [{'id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:21.609363 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d8159-1de3-4e6e-9c95-d04c51954f2c None None] The sync data for ids ['1274f081-1a72-4c18-b750-2e9b9dc01b59'] in dv-cinder-788367-7-iscsi is: [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'f6d03adb-46f5-4137-a154-a99c35c9ced5', 'name': '', 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'mac_address': 'fa:16:3e:18:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:20Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 1, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'subnets': [{'id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:25:21.610866 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 44348e8e-3206-445e-b902-98baec8da713 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:21.617272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 44348e8e-3206-445e-b902-98baec8da713 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:21.617272 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.663562 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:25:21.670962 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-463fb194-1d6b-474c-936c-e5f93f42f889 admin admin] 10.222.0.18 "PUT /v2.0/routers/1274f081-1a72-4c18-b750-2e9b9dc01b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502630 Sep 03 19:25:21.712457 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.715884 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-e5b1bd2a-4963-44f4-8591-79b5613b2422 None None] Provisioning complete for port f6d03adb-46f5-4137-a154-a99c35c9ced5 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:21.716250 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bd2a-4963-44f4-8591-79b5613b2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.767500 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1bd2a-4963-44f4-8591-79b5613b2422 None None] Port f6d03adb-46f5-4137-a154-a99c35c9ced5 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:25:21.781809 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 44348e8e-3206-445e-b902-98baec8da713, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=44348e8e-3206-445e-b902-98baec8da713,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:21.863221 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:21.923857 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=44348e8e-3206-445e-b902-98baec8da713,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:22.334512 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:25:22.551743 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:22.691022 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:22.695516 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:22.695896 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:22.777753 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:22.797704 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:22.851952 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:22.852716 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 2cd3d29a-9847-485f-8531-ca24ab0b00f2 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:22.927677 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:22.939471 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:22.939845 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.140292 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 44348e8e-3206-445e-b902-98baec8da713 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:23.186321 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 44348e8e-3206-445e-b902-98baec8da713 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:23.186820 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.228420 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59990) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:23.233532 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709239962', 'description': 'tempest-secgroup-smoke-709239962 description', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:23.320943 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.401628 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.437677 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Sync routers for ids ['1274f081-1a72-4c18-b750-2e9b9dc01b59'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:25:23.446611 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Routers {'1274f081-1a72-4c18-b750-2e9b9dc01b59'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:23.447242 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['1274f081-1a72-4c18-b750-2e9b9dc01b59'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:23.474158 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.504661 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef900b-3c32-4c3b-aab9-52d9d90c260c,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:23.554307 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.555590 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-7c53e7b2-d11d-42cd-9745-0a4bec27343c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3260148 Sep 03 19:25:23.558705 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59992) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:23.563235 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef900b-3c32-4c3b-aab9-52d9d90c260c', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:23.630934 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Set router 1274f081-1a72-4c18-b750-2e9b9dc01b59 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:23.651049 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.715915 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.789099 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.809347 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08840ae-914f-4b01-8211-0856130ed577,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:23.833435 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'f6d03adb-46f5-4137-a154-a99c35c9ced5', 'name': '', 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'mac_address': 'fa:16:3e:18:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:20Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 2, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'subnets': [{'id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:23.859096 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Checking router: 1274f081-1a72-4c18-b750-2e9b9dc01b59 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:25:23.859451 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Updating router 1274f081-1a72-4c18-b750-2e9b9dc01b59 port f6d03adb-46f5-4137-a154-a99c35c9ced5 binding host dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 19:25:23.885907 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.909153 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:23.910377 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-07f6012c-4756-489f-bb87-51eb32be781e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506684 Sep 03 19:25:23.913285 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59994) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:23.918446 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef900b-3c32-4c3b-aab9-52d9d90c260c', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:24.017024 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.072979 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.149123 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.164130 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.167161 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff2773d-d54c-43ad-8d93-a13bf51ecc24,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:24.174113 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Transition to ACTIVE for port object f6d03adb-46f5-4137-a154-a99c35c9ced5 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:24.257930 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.259190 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d6c6844d-d2f8-4cf8-8918-998c2072ccd8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449850 Sep 03 19:25:24.262615 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59996) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:24.364999 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef900b-3c32-4c3b-aab9-52d9d90c260c', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:24.400755 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.448438 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01738e77-d0a5-4fa5-a34b-a5f20e290a1a None None] Pushing event updated for resources: {'Port': ['ID=f6d03adb-46f5-4137-a154-a99c35c9ced5,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:24.484726 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:24.485521 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.509598 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Attempting to bind port f6d03adb-46f5-4137-a154-a99c35c9ced5 on host dv-cinder-788367-7-iscsi for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:24.509965 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Attempting to bind port f6d03adb-46f5-4137-a154-a99c35c9ced5 by drivers openvswitch,hyperv on host dv-cinder-788367-7-iscsi at level 0 using segments [{'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:24.510319 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Attempting to bind port f6d03adb-46f5-4137-a154-a99c35c9ced5 on network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:24.521525 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Checking agent: {'id': 'ddbb986d-fa1c-4963-85d0-75166e7bac6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 7, 12), 'started_at': datetime.datetime(2021, 9, 3, 19, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:24.521900 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Checking segment: {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:24.522299 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.522683 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Bound using segment: {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:24.523148 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Bound port: f6d03adb-46f5-4137-a154-a99c35c9ced5, host: dv-cinder-788367-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29f8572-2957-4d5e-90d9-1b75509f4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:24.523539 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.543997 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:24.544644 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.571834 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.593460 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] For port f6d03adb-46f5-4137-a154-a99c35c9ced5, host dv-cinder-788367-7-iscsi, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:24.597539 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] For port f6d03adb-46f5-4137-a154-a99c35c9ced5, host dv-cinder-788367-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=f6d03adb-46f5-4137-a154-a99c35c9ced5,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:24.652055 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.669992 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d976a91-8a52-4719-8cde-61bb4ec55b90,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:24.681133 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.737799 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Routers {'1274f081-1a72-4c18-b750-2e9b9dc01b59'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:25:24.738026 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.738431 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['1274f081-1a72-4c18-b750-2e9b9dc01b59'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:24.741943 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-43441b9b-e6f9-4887-87b9-220a54c587c0 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4756656 Sep 03 19:25:24.742408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 59998) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:24.744608 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01738e77-d0a5-4fa5-a34b-a5f20e290a1a None None] Pushing event updated for resources: {'Port': ['ID=f6d03adb-46f5-4137-a154-a99c35c9ced5,revision_number=4']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:24.748724 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef900b-3c32-4c3b-aab9-52d9d90c260c', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:24.840074 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.857496 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] Set router 1274f081-1a72-4c18-b750-2e9b9dc01b59 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:25:24.906798 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.966435 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:24.984638 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f026ba-aa4f-44c8-a116-0bbcafdb5013,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:25.040495 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.041916 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-3741516c-0625-4c28-9372-ac3cf95b48cc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984347 Sep 03 19:25:25.045109 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60000) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:25.049579 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef900b-3c32-4c3b-aab9-52d9d90c260c', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:25.060826 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'f6d03adb-46f5-4137-a154-a99c35c9ced5', 'name': '', 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'mac_address': 'fa:16:3e:18:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:20Z', 'updated_at': '2021-09-03T19:25:24Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'subnets': [{'id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:25:25.086058 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbfe5e-23ba-49e4-b598-0bb9f4199a23 None None] The sync data for ids ['1274f081-1a72-4c18-b750-2e9b9dc01b59'] in dv-cinder-788367-7-iscsi is: [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:25:20Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': 'f6d03adb-46f5-4137-a154-a99c35c9ced5', 'name': '', 'network_id': 'bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'mac_address': 'fa:16:3e:18:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:20Z', 'updated_at': '2021-09-03T19:25:24Z', 'revision_number': 4, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'subnets': [{'id': '5aa609db-4a42-4d7a-97a9-77df1ce9da85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:25:25.135662 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.securitygroups_db [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Project f12c3cb59edf447b92c3f79280540cd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 19:25:25.137168 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.200853 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.268834 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.288744 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9236cc7f-d5e8-4f7e-a29c-cb32d4345e63,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:25.360404 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.361672 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-6fc04562-f6a7-4a28-b619-32c5d599d731 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155785 Sep 03 19:25:25.364343 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60002) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:25.368841 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'security_group_rule': {'security_group_id': 'a5ef900b-3c32-4c3b-aab9-52d9d90c260c', 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:25.446149 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.securitygroups_db [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Project f12c3cb59edf447b92c3f79280540cd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 19:25:25.451556 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.512551 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.577496 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593829'] for security_group_rule, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.596977 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008356dd-978f-4f94-ba79-6fe22ea8ba60,revision_number=0']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:25.657962 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:25.659232 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-44518a6d-e72a-4a5b-be3a-1de4d1346d60 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2939487 Sep 03 19:25:26.501181 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device f6d03adb-46f5-4137-a154-a99c35c9ced5 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:26.650975 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning for port f6d03adb-46f5-4137-a154-a99c35c9ced5 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:26.655135 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port f6d03adb-46f5-4137-a154-a99c35c9ced5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:26.655508 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:26.734209 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:26.766504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] For port f6d03adb-46f5-4137-a154-a99c35c9ced5, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=f6d03adb-46f5-4137-a154-a99c35c9ced5,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:26.840657 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:26.895266 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Pushing event updated for resources: {'Port': ['ID=f6d03adb-46f5-4137-a154-a99c35c9ced5,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:28.481292 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device f6d03adb-46f5-4137-a154-a99c35c9ced5 up at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:28.529387 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Provisioning complete for port f6d03adb-46f5-4137-a154-a99c35c9ced5 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:28.529758 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:32.987976 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:39.211259 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dab352b8-f20b-43ed-9fbe-0aaeae562f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:41.656640 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-00ae8515-ffe9-4c42-9c5c-eab918840f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:42.022545 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:42.178735 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-22557122-8a2c-4f98-86bb-512a62e5485b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271198 Sep 03 19:25:42.256734 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-67aa5645-bfd6-4699-b8f3-e6abdbc28bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:42.258260 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-67aa5645-bfd6-4699-b8f3-e6abdbc28bb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 1098 time: 0.0387051 Sep 03 19:25:42.371881 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-ef98fbbd-9627-4773-9d8a-c52b4d6b296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:42.373294 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-ef98fbbd-9627-4773-9d8a-c52b4d6b296e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0959918 Sep 03 19:25:42.422979 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-e59cbb9f-5377-4f4c-afe8-fb80cd849416 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709239962&fields=id&tenant_id=f12c3cb59edf447b92c3f79280540cd8 HTTP/1.1" status: 200 len: 267 time: 0.0732288 Sep 03 19:25:42.471740 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-a51a9c52-7cef-41bc-8be9-9c6337b9f664 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c HTTP/1.1" status: 200 len: 1001 time: 0.0910151 Sep 03 19:25:42.564649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-e352e34b-2e00-4385-803e-d240be56c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:42.566093 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-e352e34b-2e00-4385-803e-d240be56c821 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0608761 Sep 03 19:25:42.572554 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-639142e5-a901-4789-842f-0aa3ae3ffbe5 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:42.573861 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-639142e5-a901-4789-842f-0aa3ae3ffbe5 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 808 time: 0.1427336 Sep 03 19:25:42.606548 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-54db882d-7d57-4a8b-afb0-2f84afc0c26d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/quotas/f12c3cb59edf447b92c3f79280540cd8 HTTP/1.1" status: 200 len: 375 time: 0.0234449 Sep 03 19:25:42.627741 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-71687fd2-a729-422c-aac6-fc4e2260cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:42.629165 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-71687fd2-a729-422c-aac6-fc4e2260cb38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533183 Sep 03 19:25:42.652297 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-57304569-c423-4aef-8ec1-c3916e4ae63a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:25:42.653289 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-57304569-c423-4aef-8ec1-c3916e4ae63a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072412 Sep 03 19:25:42.686600 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-0b420307-ea9c-4702-813b-4d58c3081f9c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732055 Sep 03 19:25:42.719727 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:42.748338 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-d3feb3a4-78cf-4522-b828-167821c53251 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:25:42.749345 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-d3feb3a4-78cf-4522-b828-167821c53251 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515425 Sep 03 19:25:42.767650 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-f4668d38-f8d2-43fe-b767-641e77341a5d service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069968 Sep 03 19:25:42.897301 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-a607021c-9a49-4363-a7ce-31fa47f81da3 service neutron] 10.222.0.18 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409805 Sep 03 19:25:42.917740 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1296f073-bb11-4905-b40f-a61cfb88b3ae req-35484a04-f76c-4207-ab17-76183cd13298 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410756 Sep 03 19:25:42.995849 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-489be894-52cc-47b6-8c13-e82f15f55f00 service neutron] 10.222.0.18 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901992 Sep 03 19:25:43.533481 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c30a9f35-e3e9-40b1-afc8-7589fffc2691 req-f8c956fc-0946-4b51-b9f3-22e956d35815 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 210 time: 0.0786426 Sep 03 19:25:44.399509 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:44.623396 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4edd65ea-35d4-4cbb-a39f-8f5327444ee8 req-0edb98c0-022d-4600-a8e5-1e5565d08d47 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 210 time: 0.0263596 Sep 03 19:25:45.516080 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-4cea1a54-72d6-40b2-affa-b1b3a0f73136 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:45.517424 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-4cea1a54-72d6-40b2-affa-b1b3a0f73136 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 808 time: 0.3557997 Sep 03 19:25:45.560516 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-aab89f07-bd10-436a-9469-f3b297bfe96c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f12c3cb59edf447b92c3f79280540cd8 HTTP/1.1" status: 200 len: 379 time: 0.0313239 Sep 03 19:25:45.570904 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'port': {'device_id': '96693065-5b20-4f7f-8681-4462f1158fe0', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'admin_state_up': True, 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'security_groups': ['a5ef900b-3c32-4c3b-aab9-52d9d90c260c']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:45.713305 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b8226051-773d-4c2b-8c75-d212ff694505 req-d69c84f1-6334-4cf9-81e3-eacbac123751 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 210 time: 0.0252602 Sep 03 19:25:45.719350 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Made reservation on behalf of f12c3cb59edf447b92c3f79280540cd8 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:25:45.722842 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:45.851664 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Allocated IP 172.20.0.9 (10f5901d-7a90-493a-a498-db1156b20e84/fd64035f-ad92-419b-b9b6-914eb36e50cd/f7a8a34f-51d8-45c3-bebe-c64406c0d6de) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:25:45.988134 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.001837 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Transition to ACTIVE for port object f7a8a34f-51d8-45c3-bebe-c64406c0d6de will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:46.090700 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.135081 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Network 10f5901d-7a90-493a-a498-db1156b20e84 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:25:46.138037 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:25:46.142134 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:25:46.169943 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:46.198000 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:46.198674 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.280473 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6156c66a-38b8-44c2-af45-f7a798e15f8d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128868 Sep 03 19:25:46.294493 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Request body: {'port': {'device_id': '96693065-5b20-4f7f-8681-4462f1158fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:46.349249 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.411260 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-d69d9813-85d0-426c-b540-6d6a4f580c6f None None] Provisioning for port f7a8a34f-51d8-45c3-bebe-c64406c0d6de completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:46.415188 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-d69d9813-85d0-426c-b540-6d6a4f580c6f None None] Provisioning complete for port f7a8a34f-51d8-45c3-bebe-c64406c0d6de triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:46.418450 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d69d9813-85d0-426c-b540-6d6a4f580c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.449459 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-d69d9813-85d0-426c-b540-6d6a4f580c6f None None] Port f7a8a34f-51d8-45c3-bebe-c64406c0d6de cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:25:46.601944 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a8a34f-51d8-45c3-bebe-c64406c0d6de {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:25:46.609352 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.620987 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Transition to ACTIVE for port object f7a8a34f-51d8-45c3-bebe-c64406c0d6de will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:25:46.696151 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.748333 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:46.852377 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Attempting to bind port f7a8a34f-51d8-45c3-bebe-c64406c0d6de on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:25:46.852725 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Attempting to bind port f7a8a34f-51d8-45c3-bebe-c64406c0d6de by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:25:46.857023 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Attempting to bind port f7a8a34f-51d8-45c3-bebe-c64406c0d6de on network 10f5901d-7a90-493a-a498-db1156b20e84 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:46.862472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Port f7a8a34f-51d8-45c3-bebe-c64406c0d6de on network 10f5901d-7a90-493a-a498-db1156b20e84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:25:46.862796 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Attempting to bind port f7a8a34f-51d8-45c3-bebe-c64406c0d6de on network 10f5901d-7a90-493a-a498-db1156b20e84 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:25:46.874886 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eebb7f-1471-46fc-88f6-dbe8b737e6c2 req-2cf4bc57-66c9-4074-badf-bcb87e41209b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:46.876409 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-56eebb7f-1471-46fc-88f6-dbe8b737e6c2 req-2cf4bc57-66c9-4074-badf-bcb87e41209b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0709517 Sep 03 19:25:46.877634 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:25:46.878022 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Checking segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:25:46.878353 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Bound using segment: {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:25:46.878796 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Bound port: f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beb4f6f-6aa5-4795-ab58-1be70b4b1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:25:46.879154 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:46.945177 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-56eebb7f-1471-46fc-88f6-dbe8b737e6c2 req-de6ad858-9117-4922-ba62-a5fe91600cb2 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626929 Sep 03 19:25:46.968719 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:25:46.971725 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:25:47.062575 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:47.100980 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.101685 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:47.102934 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 1093 time: 0.8135178 Sep 03 19:25:47.103373 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:25:47.105636 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f483f5-dc00-4948-8048-eaa6e7a4637e" -d '{"events": [{"name": "network-changed", "server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:25:47.130222 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011aa6-ddb2-45cd-b26d-6574cae52a79 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:47.149524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f954de0-c19a-42ea-9b50-23a3f42b16a9 x-openstack-request-id: req-9f954de0-c19a-42ea-9b50-23a3f42b16a9 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:25:47.149702 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:25:47.149958 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f954de0-c19a-42ea-9b50-23a3f42b16a9 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:25:47.150357 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'status': 'completed', 'code': 200} Sep 03 19:25:47.213839 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f483f5-dc00-4948-8048-eaa6e7a4637e req-d4d972c8-0800-4a2b-b248-84da0974d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.215590 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b4f483f5-dc00-4948-8048-eaa6e7a4637e req-d4d972c8-0800-4a2b-b248-84da0974d6a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0435047 Sep 03 19:25:47.320301 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f483f5-dc00-4948-8048-eaa6e7a4637e req-760a4a69-5c48-4d9c-98f1-2813b9b9b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.321801 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b4f483f5-dc00-4948-8048-eaa6e7a4637e req-760a4a69-5c48-4d9c-98f1-2813b9b9b846 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f12c3cb59edf447b92c3f79280540cd8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0971222 Sep 03 19:25:47.413456 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f483f5-dc00-4948-8048-eaa6e7a4637e req-66b81f6d-1166-4d35-a09c-8f16fad90cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.414790 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b4f483f5-dc00-4948-8048-eaa6e7a4637e req-66b81f6d-1166-4d35-a09c-8f16fad90cc8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857432 Sep 03 19:25:47.489568 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6ec79222-5575-4508-ba88-0880af3e6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.490946 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6ec79222-5575-4508-ba88-0880af3e6c96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0398109 Sep 03 19:25:47.535244 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-a3273f56-1e90-422b-996c-02846c0e6219 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 217 time: 0.0359013 Sep 03 19:25:47.584385 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6bd477d8-e1bb-4236-aa7b-43ac07b3f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.585895 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-6bd477d8-e1bb-4236-aa7b-43ac07b3f6f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0424170 Sep 03 19:25:47.629809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-3a223be8-3335-40ee-92ec-31ee42920383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:47.631230 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-3a223be8-3335-40ee-92ec-31ee42920383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378537 Sep 03 19:25:47.720267 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-acc3dbc6-b5ce-4edc-921e-d0ed8f10b0ca service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Sep 03 19:25:47.807568 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-632734d9-7d4b-4f74-aeb7-cd36584b6246 req-73a1e7cc-2c95-4e6f-ba39-7dbd10dc4a88 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792322 Sep 03 19:25:48.059970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f7e0-ce74-4460-a642-9830de91ec1b req-219b5ac3-867a-41d7-9ea6-d99bf66cbc48 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:48.061340 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e559f7e0-ce74-4460-a642-9830de91ec1b req-219b5ac3-867a-41d7-9ea6-d99bf66cbc48 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0515592 Sep 03 19:25:48.100054 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e559f7e0-ce74-4460-a642-9830de91ec1b req-59346635-e6bd-4822-87f8-280f76834baf tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329678 Sep 03 19:25:49.210672 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b9482-65e3-42ae-ae9c-e0b137015080 req-4b80976b-88a0-4554-9e88-e6b063a38421 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:49.212021 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-923b9482-65e3-42ae-ae9c-e0b137015080 req-4b80976b-88a0-4554-9e88-e6b063a38421 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0467842 Sep 03 19:25:49.248983 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-923b9482-65e3-42ae-ae9c-e0b137015080 req-e7abb571-6ce9-4ca5-b634-d728e8d6e1af tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Sep 03 19:25:50.357850 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68030af-2f73-4cfc-913e-3cfb1cde5de7 req-f71d47d3-e83c-4f28-b84b-6ce6da938f14 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:50.359285 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a68030af-2f73-4cfc-913e-3cfb1cde5de7 req-f71d47d3-e83c-4f28-b84b-6ce6da938f14 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0464852 Sep 03 19:25:50.395467 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a68030af-2f73-4cfc-913e-3cfb1cde5de7 req-190d989a-bf62-4a5d-abc0-c47ff032744f tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304601 Sep 03 19:25:51.534554 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19385c-d26c-40c7-b1f4-fb844ea4fbfc req-c3e97809-e9ec-4520-b168-cb7cff4ad962 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:51.536019 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1a19385c-d26c-40c7-b1f4-fb844ea4fbfc req-c3e97809-e9ec-4520-b168-cb7cff4ad962 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0673330 Sep 03 19:25:51.571849 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1a19385c-d26c-40c7-b1f4-fb844ea4fbfc req-37a40b8a-da48-4ea8-a7fe-3719b07a100c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301180 Sep 03 19:25:52.680908 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b11e4-0212-464a-b89f-d402730d8721 req-6b15001e-4b97-4997-bb54-38dbf749f884 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:52.682273 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c50b11e4-0212-464a-b89f-d402730d8721 req-6b15001e-4b97-4997-bb54-38dbf749f884 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0472105 Sep 03 19:25:52.718604 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c50b11e4-0212-464a-b89f-d402730d8721 req-f7a4b195-a366-4cb4-a4f6-aab8eefe5b73 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305951 Sep 03 19:25:53.830469 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd919017-18e4-4c94-b4de-c070947525a0 req-f7d6bdf7-ac6c-48bb-b9f3-087f5805e761 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:53.831865 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bd919017-18e4-4c94-b4de-c070947525a0 req-f7d6bdf7-ac6c-48bb-b9f3-087f5805e761 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0493312 Sep 03 19:25:53.868466 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bd919017-18e4-4c94-b4de-c070947525a0 req-91b6999e-cfdc-41f8-9c7d-bf29a75d8cba tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308170 Sep 03 19:25:54.776908 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:25:54.872834 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:54.883647 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'port_id': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'mac_address': 'fa:16:3e:cc:7b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:25:54.920333 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:54.932876 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a8a34f-51d8-45c3-bebe-c64406c0d6de {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:25:54.952660 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:54.984833 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e6c28-5b1f-4e20-9f6b-29779795e58e req-5bfc9c27-5c7e-4e74-8c8b-0499b7c3671e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:54.986301 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-607e6c28-5b1f-4e20-9f6b-29779795e58e req-5bfc9c27-5c7e-4e74-8c8b-0499b7c3671e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0523076 Sep 03 19:25:55.021941 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:55.023055 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-607e6c28-5b1f-4e20-9f6b-29779795e58e req-6061c5ab-fce0-4efa-a22c-e30d69f67c5d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Sep 03 19:25:55.068187 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:55.265037 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['f7a8a34f-51d8-45c3-bebe-c64406c0d6de'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:25:56.136040 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bf9d0-57c6-4a33-bf30-8068e55d4157 req-4558df5a-5eda-4cc5-8e52-d3564ebdaca1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:56.138082 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-503bf9d0-57c6-4a33-bf30-8068e55d4157 req-4558df5a-5eda-4cc5-8e52-d3564ebdaca1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 944 time: 0.0467064 Sep 03 19:25:56.174021 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-503bf9d0-57c6-4a33-bf30-8068e55d4157 req-fa26b494-e59b-42cf-a1e7-4c3dc18dcdf3 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300047 Sep 03 19:25:56.777481 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:25:56.918318 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port f7a8a34f-51d8-45c3-bebe-c64406c0d6de completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:25:56.922185 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port f7a8a34f-51d8-45c3-bebe-c64406c0d6de triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:25:56.922552 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:56.996063 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:57.018026 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:25:57.020230 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4b46ba-e8f5-4379-bf68-958d3c181a73" -d '{"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-plugged", "status": "completed", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:25:57.032218 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:25:57.056265 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae0fc1-0c90-4d1e-a05f-3a8fcd82ea71 x-openstack-request-id: req-18ae0fc1-0c90-4d1e-a05f-3a8fcd82ea71 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:25:57.056549 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-plugged", "status": "completed", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:25:57.056800 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18ae0fc1-0c90-4d1e-a05f-3a8fcd82ea71 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:25:57.057224 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'code': 200} Sep 03 19:25:57.101909 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:25:57.149764 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:25:57.282901 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de62ae-18b2-41a2-b9d1-5731fdc8840a req-9df4f464-40ff-405d-972e-49203315b658 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:57.284357 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-90de62ae-18b2-41a2-b9d1-5731fdc8840a req-9df4f464-40ff-405d-972e-49203315b658 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0465698 Sep 03 19:25:57.320960 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-90de62ae-18b2-41a2-b9d1-5731fdc8840a req-ca79800f-fdf3-4d0d-ae3e-1a5bdc210a01 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307548 Sep 03 19:25:57.390576 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3ba85-a13d-4589-84d2-69c9c39a2df4 req-9907f7bc-ab35-4762-958b-356a37a25e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:57.392059 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-88e3ba85-a13d-4589-84d2-69c9c39a2df4 req-9907f7bc-ab35-4762-958b-356a37a25e0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0392520 Sep 03 19:25:57.429935 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-88e3ba85-a13d-4589-84d2-69c9c39a2df4 req-2e46085a-cf59-4bdc-a300-41b46a7be7f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302207 Sep 03 19:25:58.435255 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e8725-4236-40bb-8512-bffb7bc137fd req-8fa0eda9-0d06-4618-8a73-3c3cc6450f57 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:58.436985 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-879e8725-4236-40bb-8512-bffb7bc137fd req-8fa0eda9-0d06-4618-8a73-3c3cc6450f57 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Sep 03 19:25:58.475206 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-879e8725-4236-40bb-8512-bffb7bc137fd req-998107e9-9927-41a6-93fa-d00b9d1c1b77 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Sep 03 19:25:59.333357 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:25:59.592399 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7143d9-3fa8-4f1b-b5e4-29dcf9b04cb2 req-70804fee-185e-4bb7-b86f-99c437031619 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:59.593807 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fd7143d9-3fa8-4f1b-b5e4-29dcf9b04cb2 req-70804fee-185e-4bb7-b86f-99c437031619 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Sep 03 19:25:59.630428 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-fd7143d9-3fa8-4f1b-b5e4-29dcf9b04cb2 req-2a206fa9-cf09-496c-8889-a8237ecb6036 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Sep 03 19:25:59.742932 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac41dc-be46-4b35-bbef-54d709dafec7 req-57caf115-6f8a-4ab1-a282-0928f80e2b76 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:59.744375 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1dac41dc-be46-4b35-bbef-54d709dafec7 req-57caf115-6f8a-4ab1-a282-0928f80e2b76 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0503101 Sep 03 19:25:59.781277 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1dac41dc-be46-4b35-bbef-54d709dafec7 req-9dc83728-a396-42a0-a3b1-d9881b60d2dd tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306115 Sep 03 19:25:59.801893 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60180) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:59.880029 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b50e2-0624-433f-bc88-07c4018806f4 tempest-TestShelveInstance-98596449 tempest-TestShelveInstance-98596449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:25:59.881472 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-4d0b50e2-0624-433f-bc88-07c4018806f4 tempest-TestShelveInstance-98596449 tempest-TestShelveInstance-98596449-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1093 time: 0.0786343 Sep 03 19:25:59.884407 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60184) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:25:59.890029 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'port_id': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:25:59.947699 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for floatingip, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:00.043016 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:00.140279 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Allocated IP 172.27.3.146 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/c14fc98c-1987-4328-a0c3-8aa0a6286d20) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:26:00.237807 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:00.325280 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:00.359804 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:26:00.362616 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:26:00.365286 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:26:00.397184 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'Port': ['ID=c14fc98c-1987-4328-a0c3-8aa0a6286d20,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:00.699112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:00.810532 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:00.953275 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:01.010027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:01.081779 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event updated for resources: {'Port': ['ID=c14fc98c-1987-4328-a0c3-8aa0a6286d20,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:01.087833 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:01.180110 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Floating IP 70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d associated. External IP: 172.27.3.146, port: f7a8a34f-51d8-45c3-bebe-c64406c0d6de. Sep 03 19:26:01.376734 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:26:01.479048 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:26:01.495324 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] Sync routers for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:26:01.515655 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:26:01.515655 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:01.570466 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:01.596527 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-84601af0-76b5-41ca-8267-7be9f8b77861 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7110932 Sep 03 19:26:01.602339 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:26:01.602339 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0533adf-b48b-4b48-ba96-1a39a4ede27b" -d '{"events": [{"name": "network-changed", "server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:26:01.619148 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:26:01.635825 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b050f5-bfc6-4784-b650-cc631890c95a x-openstack-request-id: req-88b050f5-bfc6-4784-b650-cc631890c95a {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:26:01.636112 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:26:01.636386 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88b050f5-bfc6-4784-b650-cc631890c95a {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:26:01.636787 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'status': 'completed', 'code': 200} Sep 03 19:26:01.697133 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-99be718a-cf6a-45e5-ae6c-ac33acf2669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:01.698863 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-99be718a-cf6a-45e5-ae6c-ac33acf2669b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0400984 Sep 03 19:26:01.789662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-5355394c-96bd-44c4-ac3b-94b3f6979a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:01.791173 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-5355394c-96bd-44c4-ac3b-94b3f6979a50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 909 time: 0.0853403 Sep 03 19:26:01.834712 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'port_id': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'mac_address': 'fa:16:3e:cc:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96693065-5b20-4f7f-8681-4462f1158fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:00Z', 'updated_at': '2021-09-03T19:26:00Z', 'revision_number': 0, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:01.854142 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-ed32a641-11a2-48e2-9c82-aacd12b89b49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 999 time: 0.0562968 Sep 03 19:26:01.860479 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] Checking router: b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:26:01.868851 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:26:01.869495 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:01.906546 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-88c9a94f-4278-49d6-b2ab-b0b48ec678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:01.907939 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-88c9a94f-4278-49d6-b2ab-b0b48ec678e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0469480 Sep 03 19:26:01.952474 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-cf43ba8a-7b52-4e0c-99d8-e21493932f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:01.954009 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-cf43ba8a-7b52-4e0c-99d8-e21493932f54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394135 Sep 03 19:26:01.972423 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:26:02.045346 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-12bf0716-62a6-4af1-a6c3-abc01967e569 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Sep 03 19:26:02.131252 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a0533adf-b48b-4b48-ba96-1a39a4ede27b req-4bd8de21-2e69-46d6-8b8d-5e0571551934 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791662 Sep 03 19:26:02.190165 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'port_id': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'mac_address': 'fa:16:3e:cc:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96693065-5b20-4f7f-8681-4462f1158fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:00Z', 'updated_at': '2021-09-03T19:26:00Z', 'revision_number': 0, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:02.215227 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86407339-18c4-4608-ad56-ac291c548e18 None None] The sync data for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi is: [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'port_id': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'mac_address': 'fa:16:3e:cc:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96693065-5b20-4f7f-8681-4462f1158fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:00Z', 'updated_at': '2021-09-03T19:26:00Z', 'revision_number': 0, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:26:02.781208 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c8f8d-168e-4aab-bcd9-69695071d3cb None None] New status for floating IP 70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d: ACTIVE {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:26:02.987316 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:03.494220 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb24da-2e29-4cea-b830-7d4b6c4026d1 req-3394db4b-7982-4e21-aed7-5f2cbd975a9c tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:03.495657 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-75eb24da-2e29-4cea-b830-7d4b6c4026d1 req-3394db4b-7982-4e21-aed7-5f2cbd975a9c tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0474608 Sep 03 19:26:03.531755 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-75eb24da-2e29-4cea-b830-7d4b6c4026d1 req-179379b7-a460-4c55-a486-826f15260487 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Sep 03 19:26:04.645087 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a058ba-9aa0-4c55-8508-854633509145 req-ceff755e-e020-4bfc-a75b-5682fb869180 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:04.646561 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6a058ba-9aa0-4c55-8508-854633509145 req-ceff755e-e020-4bfc-a75b-5682fb869180 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0475204 Sep 03 19:26:04.683326 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a6a058ba-9aa0-4c55-8508-854633509145 req-df261274-5754-4f11-aca5-638063b55262 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309451 Sep 03 19:26:04.980050 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-ced5d34b-a83b-4a86-b5a4-dd70bb5bbe83 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:04.981413 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-ced5d34b-a83b-4a86-b5a4-dd70bb5bbe83 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 945 time: 0.0488727 Sep 03 19:26:05.066806 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Deleting port d9f631d3-1ab1-4aeb-afd5-fb92105c518c {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:26:05.067155 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:05.156596 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] For port d9f631d3-1ab1-4aeb-afd5-fb92105c518c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:26:05.156987 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:05.317027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:05.317323 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:05.317636 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Floating IP 488fa9ca-183c-4170-94a5-0a3003a425d2 disassociated. External IP: 172.27.3.212, port: d9f631d3-1ab1-4aeb-afd5-fb92105c518c. Sep 03 19:26:05.317970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Calling delete_port for d9f631d3-1ab1-4aeb-afd5-fb92105c518c owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:26:05.736434 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:05.764033 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'Port': ['ID=d9f631d3-1ab1-4aeb-afd5-fb92105c518c,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:05.788577 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1b418db7-13cb-496a-b0e4-7fedc2ebe95c req-a3370402-cbcb-43fc-be5e-51f99d1ebf40 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 210 time: 0.0410817 Sep 03 19:26:05.873933 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:26:05.978485 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:26:05.988077 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d697ba-22ff-4863-980d-55b614287858 None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:26:05.998027 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:26:05.998631 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:06.015825 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] No DVR routers for this DVR port d9f631d3-1ab1-4aeb-afd5-fb92105c518c on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:26:06.018572 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:06.020847 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bcc9e88b-c26d-4035-add4-4397258a39bc req-2b8f6a88-91ac-4b55-aab5-58be39a58b9e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "DELETE /v2.0/ports/d9f631d3-1ab1-4aeb-afd5-fb92105c518c HTTP/1.1" status: 204 len: 173 time: 1.0337586 Sep 03 19:26:06.021330 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'name': 'network-vif-deleted', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:26:06.024271 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045e321-1572-4d42-893d-a50688fe2279" -d '{"events": [{"server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "name": "network-vif-deleted", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:26:06.059465 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecc5909-57a2-4ef5-8a85-8d16b37d93bc x-openstack-request-id: req-fecc5909-57a2-4ef5-8a85-8d16b37d93bc {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:26:06.060539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54f04e0-7b97-42b3-9c82-e7c011c4f98c", "name": "network-vif-deleted", "tag": "d9f631d3-1ab1-4aeb-afd5-fb92105c518c", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:26:06.060694 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fecc5909-57a2-4ef5-8a85-8d16b37d93bc {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:26:06.061111 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54f04e0-7b97-42b3-9c82-e7c011c4f98c', 'name': 'network-vif-deleted', 'tag': 'd9f631d3-1ab1-4aeb-afd5-fb92105c518c', 'status': 'completed', 'code': 200} Sep 03 19:26:06.104693 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:26:06.305532 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:06.331186 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d697ba-22ff-4863-980d-55b614287858 None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:26:06.339187 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:26:06.339787 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:25:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:06.566145 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:26:06.754520 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-06d697ba-22ff-4863-980d-55b614287858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:06.784411 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d697ba-22ff-4863-980d-55b614287858 None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:26:06.891889 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d17bc35f-ee1f-43c8-b649-4ec552741e33 req-dec9d115-f0ef-4d41-8bf6-ac54443e10a8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54f04e0-7b97-42b3-9c82-e7c011c4f98c HTTP/1.1" status: 200 len: 210 time: 0.0259101 Sep 03 19:26:07.003376 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49d5f2-f8cf-4934-b3af-8f7c05203031 None None] New status for floating IP 488fa9ca-183c-4170-94a5-0a3003a425d2: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:26:08.135061 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-c1ef020a-e05c-475e-a1c9-2b2c1c0a5666 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320373821&fields=id&tenant_id=618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 267 time: 0.0348864 Sep 03 19:26:08.237566 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-66c40a60-e651-4062-9837-59268b1e64b6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:08.238998 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-66c40a60-e651-4062-9837-59268b1e64b6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 812 time: 0.0971348 Sep 03 19:26:08.253264 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-deab7038-1e09-47ef-8a98-8c4b769a0903 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/quotas/618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 375 time: 0.0087237 Sep 03 19:26:08.304008 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-6ef6af13-8e15-46f0-b856-3f7185aa5e7f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456340 Sep 03 19:26:08.318374 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-ce2c482b-f35a-48e8-84de-febb2a69d43e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94492) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:26:08.319318 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-ce2c482b-f35a-48e8-84de-febb2a69d43e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048895 Sep 03 19:26:08.409734 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-918b21a0-2048-4564-a318-c2042056ee67 service neutron] 10.222.0.18 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850487 Sep 03 19:26:08.500127 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-409b0af3-8fa8-4bea-9a0f-2ebb119922e8 service neutron] 10.222.0.18 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Sep 03 19:26:08.818747 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device d9f631d3-1ab1-4aeb-afd5-fb92105c518c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:26:08.838440 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: d9f631d3-1ab1-4aeb-afd5-fb92105c518c {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:26:08.838780 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device d9f631d3-1ab1-4aeb-afd5-fb92105c518c not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:26:09.089931 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a2a3ab51-e094-45c8-a916-279bf95a2c61 req-4fb988b6-6646-4917-90b9-89dda8670417 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 210 time: 0.0248003 Sep 03 19:26:09.181405 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e11c2dee-7770-4f3f-b40d-4bb761cef541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:10.180047 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4bff63cb-c765-4528-b8dd-c502e7edca9c req-afe6cb2d-3558-43c1-a56f-f1848da67f56 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Sep 03 19:26:10.784001 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-0440ed7b-1e4b-4d4b-8735-f53132570262 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:10.785376 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-0440ed7b-1e4b-4d4b-8735-f53132570262 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 812 time: 0.1013601 Sep 03 19:26:10.837550 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-f42f2496-c93d-4f82-8723-162b8dc117e1 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 380 time: 0.0412471 Sep 03 19:26:10.847547 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'port': {'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'admin_state_up': True, 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'security_groups': ['1d34595c-dbfd-4473-8b90-268ba884194a']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:26:11.021481 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Made reservation on behalf of 618ed3512b0240b8ae6f1f413460e4c8 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:26:11.025132 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.147226 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Allocated IP 172.20.0.3 (9088d025-1b14-421d-990f-7fcd768e40f6/666a6060-2d5a-4dda-93e8-06cb15e775e0/a374614f-0210-40ba-b562-5e2389478812) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:26:11.286427 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-523bada9-dafe-48f8-bda7-1c4838ae4904 req-d42adbc3-c46f-4684-83e8-6de4ab36edfd tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 210 time: 0.0308759 Sep 03 19:26:11.310763 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.323953 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Transition to ACTIVE for port object a374614f-0210-40ba-b562-5e2389478812 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:26:11.404914 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.449492 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:26:11.454627 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:26:11.459003 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:26:11.468405 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=a374614f-0210-40ba-b562-5e2389478812,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:11.498054 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.498405 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.498744 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.499085 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.499415 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.499749 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.500078 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.500405 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.500838 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.501199 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.501524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.502219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:11.524967 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:11.525586 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.617056 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-cc57ccbf-64b3-4bd5-b600-a0c4d14c7294 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730589 Sep 03 19:26:11.629515 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Request body: {'port': {'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:26:11.662108 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-22619dad-312f-454f-b8dd-742f676dc6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.681936 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.695832 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-16a058ef-a3d1-4f01-b21a-c857649c2b7d None None] Provisioning for port a374614f-0210-40ba-b562-5e2389478812 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:26:11.700653 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-16a058ef-a3d1-4f01-b21a-c857649c2b7d None None] Provisioning complete for port a374614f-0210-40ba-b562-5e2389478812 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:26:11.701374 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-16a058ef-a3d1-4f01-b21a-c857649c2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.733513 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-16a058ef-a3d1-4f01-b21a-c857649c2b7d None None] Port a374614f-0210-40ba-b562-5e2389478812 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:26:11.947235 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a374614f-0210-40ba-b562-5e2389478812 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:26:11.955403 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:11.967027 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Transition to ACTIVE for port object a374614f-0210-40ba-b562-5e2389478812 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:26:12.027504 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:12.055973 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:12.095040 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Pushing event updated for resources: {'Port': ['ID=a374614f-0210-40ba-b562-5e2389478812,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:12.150361 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Attempting to bind port a374614f-0210-40ba-b562-5e2389478812 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:26:12.150699 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Attempting to bind port a374614f-0210-40ba-b562-5e2389478812 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:26:12.151029 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Attempting to bind port a374614f-0210-40ba-b562-5e2389478812 on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:26:12.155525 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Port a374614f-0210-40ba-b562-5e2389478812 on network 9088d025-1b14-421d-990f-7fcd768e40f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:26:12.155902 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Attempting to bind port a374614f-0210-40ba-b562-5e2389478812 on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:26:12.160753 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:26:12.161123 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Checking segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:26:12.161504 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Bound using segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:26:12.161985 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Bound port: a374614f-0210-40ba-b562-5e2389478812, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:26:12.162349 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:12.230049 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] For port a374614f-0210-40ba-b562-5e2389478812, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:26:12.233429 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] For port a374614f-0210-40ba-b562-5e2389478812, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374614f-0210-40ba-b562-5e2389478812,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:26:12.364579 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:12.397800 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.398412 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:12.399786 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] 10.222.0.20 "PUT /v2.0/ports/a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 200 len: 1093 time: 0.7749686 Sep 03 19:26:12.400226 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'tag': 'a374614f-0210-40ba-b562-5e2389478812'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:26:12.400514 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a66d-9db8-44a9-93a2-59e9264a87f9 req-ac9759be-5eb5-40a5-b57c-883a958a1163 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.402044 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ff20a66d-9db8-44a9-93a2-59e9264a87f9 req-ac9759be-5eb5-40a5-b57c-883a958a1163 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0493135 Sep 03 19:26:12.402537 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327e5554-6adb-483a-b675-e818043b7a42" -d '{"events": [{"name": "network-changed", "server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "tag": "a374614f-0210-40ba-b562-5e2389478812"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:26:12.432404 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e77a3-33aa-40de-8a8b-70a62bbf1ada service neutron] Pushing event updated for resources: {'Port': ['ID=a374614f-0210-40ba-b562-5e2389478812,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:12.452549 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e93732-d0c7-4c30-a2bf-d5f8e2bcbc3c x-openstack-request-id: req-99e93732-d0c7-4c30-a2bf-d5f8e2bcbc3c {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:26:12.452841 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "tag": "a374614f-0210-40ba-b562-5e2389478812", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:26:12.453231 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99e93732-d0c7-4c30-a2bf-d5f8e2bcbc3c {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:26:12.453518 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'tag': 'a374614f-0210-40ba-b562-5e2389478812', 'status': 'completed', 'code': 200} Sep 03 19:26:12.454789 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-ff20a66d-9db8-44a9-93a2-59e9264a87f9 req-7815dfec-7df4-4fe2-9844-22cb54b276c5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Sep 03 19:26:12.524099 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5554-6adb-483a-b675-e818043b7a42 req-fb9c14aa-580d-4a64-95f9-28f10ea56683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.525790 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-327e5554-6adb-483a-b675-e818043b7a42 req-fb9c14aa-580d-4a64-95f9-28f10ea56683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0432739 Sep 03 19:26:12.625933 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5554-6adb-483a-b675-e818043b7a42 req-7398a5e9-029e-41e3-9ce0-f64a2d517659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.627411 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-327e5554-6adb-483a-b675-e818043b7a42 req-7398a5e9-029e-41e3-9ce0-f64a2d517659 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933747 Sep 03 19:26:12.721539 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5554-6adb-483a-b675-e818043b7a42 req-25ec5fe8-0b1b-45fe-955f-a4c06f9e3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.722916 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-327e5554-6adb-483a-b675-e818043b7a42 req-25ec5fe8-0b1b-45fe-955f-a4c06f9e3444 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889714 Sep 03 19:26:12.735730 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:12.797538 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-92455e6c-2f07-4eb6-a2ff-c732a2f794cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.798979 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-92455e6c-2f07-4eb6-a2ff-c732a2f794cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0398316 Sep 03 19:26:12.839889 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-ca2d8fa4-87ec-4e42-a869-2bb95fbdf93a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 200 len: 217 time: 0.0324113 Sep 03 19:26:12.885717 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-a7bd0f4e-a35d-40c6-a8ec-62e6b6d047b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.887100 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-a7bd0f4e-a35d-40c6-a8ec-62e6b6d047b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0405533 Sep 03 19:26:12.934753 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-af983278-f117-4372-bdb9-3f4928348cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:12.936237 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-af983278-f117-4372-bdb9-3f4928348cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421638 Sep 03 19:26:13.021648 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-7be32df3-ece9-4cdb-b98f-54e980f7b429 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786853 Sep 03 19:26:13.112035 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a626f636-12cf-4cac-94bb-5be7d61b35be req-178d0db0-388a-43ae-aa7c-628ed0c95fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839050 Sep 03 19:26:13.566619 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644811c6-1d64-409c-885a-cec306f3ac94 req-2df1a4b3-686b-4c52-a318-ebefeb32c5d0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:13.568067 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-644811c6-1d64-409c-885a-cec306f3ac94 req-2df1a4b3-686b-4c52-a318-ebefeb32c5d0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0481699 Sep 03 19:26:13.603907 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-644811c6-1d64-409c-885a-cec306f3ac94 req-72e87275-42a9-4498-854a-fe0ef02eadc6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299180 Sep 03 19:26:14.369495 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:14.713567 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203bb39-7bfd-45b0-be0d-2c72f6c5a526 req-13359d78-e28c-4a4e-982f-f4f9d876d8a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:14.715007 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8203bb39-7bfd-45b0-be0d-2c72f6c5a526 req-13359d78-e28c-4a4e-982f-f4f9d876d8a9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0468740 Sep 03 19:26:14.751142 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-8203bb39-7bfd-45b0-be0d-2c72f6c5a526 req-ce6246df-ccbe-48e8-a7a1-c942fe3b551a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303473 Sep 03 19:26:15.861286 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ea252-6169-41cb-839c-390598e429c1 req-8d607585-c593-47e5-8893-e640cea15deb tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:15.863036 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e00ea252-6169-41cb-839c-390598e429c1 req-8d607585-c593-47e5-8893-e640cea15deb tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0466104 Sep 03 19:26:15.904807 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e00ea252-6169-41cb-839c-390598e429c1 req-21722f61-3d9c-47c1-884a-788c2bda3fca tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362198 Sep 03 19:26:17.018393 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb3679-6c46-44cc-b597-027536a8ee5c req-715e585f-1600-4f70-adea-23ccd087a4e2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:17.019826 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a8cb3679-6c46-44cc-b597-027536a8ee5c req-715e585f-1600-4f70-adea-23ccd087a4e2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0502284 Sep 03 19:26:17.054885 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-a8cb3679-6c46-44cc-b597-027536a8ee5c req-0caf26c7-3efa-4bad-a004-8eee79e8cb9d tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293467 Sep 03 19:26:18.164202 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14567e30-da5f-4d47-b948-b72c1cae2c94 req-113ac6f4-25ec-4e6e-989a-e006a4fdf74f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:18.165655 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-14567e30-da5f-4d47-b948-b72c1cae2c94 req-113ac6f4-25ec-4e6e-989a-e006a4fdf74f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0468459 Sep 03 19:26:18.201915 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-14567e30-da5f-4d47-b948-b72c1cae2c94 req-27bf1273-4aab-4540-90cb-bc5b8ad80be2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304580 Sep 03 19:26:19.315000 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45930eea-d236-449a-9fa9-a0644baf5632 req-6eba9bfe-87e4-4335-b9a9-0614fa46b628 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:19.316441 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-45930eea-d236-449a-9fa9-a0644baf5632 req-6eba9bfe-87e4-4335-b9a9-0614fa46b628 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0470777 Sep 03 19:26:19.352211 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-45930eea-d236-449a-9fa9-a0644baf5632 req-41faf5f9-8a47-4e9d-8325-e8a0b9cb0be3 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300188 Sep 03 19:26:20.462146 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64d05f-1d65-4843-a1b6-1a3bd9fb040c req-5c21e850-1f43-4525-a3af-63ffef143057 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:20.463630 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5e64d05f-1d65-4843-a1b6-1a3bd9fb040c req-5c21e850-1f43-4525-a3af-63ffef143057 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 943 time: 0.0477257 Sep 03 19:26:20.500183 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5e64d05f-1d65-4843-a1b6-1a3bd9fb040c req-9ad3628b-aa4f-44f5-bb20-5748b304a542 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Sep 03 19:26:20.894773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device a374614f-0210-40ba-b562-5e2389478812 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:26:20.988816 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port a374614f-0210-40ba-b562-5e2389478812, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374614f-0210-40ba-b562-5e2389478812,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:26:20.999895 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'a374614f-0210-40ba-b562-5e2389478812', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:26:21.035752 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:21.047788 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374614f-0210-40ba-b562-5e2389478812 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:26:21.065665 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port a374614f-0210-40ba-b562-5e2389478812, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374614f-0210-40ba-b562-5e2389478812,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:26:21.112127 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:21.157361 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=a374614f-0210-40ba-b562-5e2389478812,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:21.164111 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.164481 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.164807 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.165169 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.165506 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.165842 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.166173 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.166500 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.166830 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.167157 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.167481 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.167809 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:26:21.328687 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['a374614f-0210-40ba-b562-5e2389478812'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:26:21.759986 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbd0e-e80b-43bb-8bb3-857cf4971776 req-58cf78fa-d63c-40a0-a9f7-49663f8d9122 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:21.761436 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-192dbd0e-e80b-43bb-8bb3-857cf4971776 req-58cf78fa-d63c-40a0-a9f7-49663f8d9122 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 944 time: 0.0469673 Sep 03 19:26:21.797370 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-192dbd0e-e80b-43bb-8bb3-857cf4971776 req-4b598c29-5edd-4549-95e1-c6bb08442c07 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299075 Sep 03 19:26:22.903991 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device a374614f-0210-40ba-b562-5e2389478812 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:26:22.911444 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18d69-a77f-41c3-bfd3-573fd6fb0fe7 req-a72bc146-fde6-4b94-8edc-24e8e6a6bd30 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:22.913007 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-74e18d69-a77f-41c3-bfd3-573fd6fb0fe7 req-a72bc146-fde6-4b94-8edc-24e8e6a6bd30 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 944 time: 0.0485933 Sep 03 19:26:22.955002 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-74e18d69-a77f-41c3-bfd3-573fd6fb0fe7 req-bca5eab1-252f-475d-8b1c-f17c702f2672 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359278 Sep 03 19:26:23.032434 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port a374614f-0210-40ba-b562-5e2389478812 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:26:23.036373 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port a374614f-0210-40ba-b562-5e2389478812 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:26:23.038987 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:23.110841 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:23.132504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374614f-0210-40ba-b562-5e2389478812'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:26:23.134738 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893ae43-ac79-48de-87d0-f8bb2a5f17ab" -d '{"events": [{"server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "name": "network-vif-plugged", "status": "completed", "tag": "a374614f-0210-40ba-b562-5e2389478812"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:26:23.147593 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port a374614f-0210-40ba-b562-5e2389478812, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374614f-0210-40ba-b562-5e2389478812,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:26:23.221002 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:23.223601 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f3517b-5853-44ab-9dbd-90b6a47a9514 x-openstack-request-id: req-61f3517b-5853-44ab-9dbd-90b6a47a9514 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:26:23.223939 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "name": "network-vif-plugged", "status": "completed", "tag": "a374614f-0210-40ba-b562-5e2389478812", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:26:23.224318 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61f3517b-5853-44ab-9dbd-90b6a47a9514 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:26:23.224706 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374614f-0210-40ba-b562-5e2389478812', 'code': 200} Sep 03 19:26:23.274526 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=a374614f-0210-40ba-b562-5e2389478812,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:23.553509 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9ae77-327c-4a15-a644-cc9f7c8b7670 req-9d14e10d-4858-445e-8e7d-c7daf211e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:23.554970 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bcf9ae77-327c-4a15-a644-cc9f7c8b7670 req-9d14e10d-4858-445e-8e7d-c7daf211e128 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1098 time: 0.0383725 Sep 03 19:26:23.588037 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bcf9ae77-327c-4a15-a644-cc9f7c8b7670 req-9fc1779b-7938-40f3-86ce-e22355af1fb6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262482 Sep 03 19:26:24.064188 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e5892-882d-49f3-9956-b2d65ca95baf req-557672c8-955d-4dc8-a896-a05599b65018 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:24.065644 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5f9e5892-882d-49f3-9956-b2d65ca95baf req-557672c8-955d-4dc8-a896-a05599b65018 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 945 time: 0.0461578 Sep 03 19:26:24.102117 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5f9e5892-882d-49f3-9956-b2d65ca95baf req-3d182e68-cfd9-43ff-b88f-6c6ca53fa0ef tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Sep 03 19:26:25.220024 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539ee96-0a65-4754-a542-741b9942cb23 req-5d551cbd-42e7-4c6c-9622-56b183ee094b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:25.221431 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d539ee96-0a65-4754-a542-741b9942cb23 req-5d551cbd-42e7-4c6c-9622-56b183ee094b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 945 time: 0.0511665 Sep 03 19:26:25.257664 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-d539ee96-0a65-4754-a542-741b9942cb23 req-b1521dea-feeb-4926-88db-682f3ba95b91 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304484 Sep 03 19:26:25.365286 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adf609-f2ae-4100-a061-17b2ebd0e023 req-45119cfe-c8d9-4bcb-bc75-4ef25df6bd59 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:25.366723 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2adf609-f2ae-4100-a061-17b2ebd0e023 req-45119cfe-c8d9-4bcb-bc75-4ef25df6bd59 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 945 time: 0.0460269 Sep 03 19:26:25.407108 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b2adf609-f2ae-4100-a061-17b2ebd0e023 req-6e41fa91-46b3-426c-b51a-f8356b2ce842 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Sep 03 19:26:25.428716 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60270) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:26:25.465959 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ff360-713b-4e48-a1eb-fbfd144b6493 tempest-TestVolumeBootPattern-644097256 tempest-TestVolumeBootPattern-644097256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:25.467434 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-511ff360-713b-4e48-a1eb-fbfd144b6493 tempest-TestVolumeBootPattern-644097256 tempest-TestVolumeBootPattern-644097256-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1093 time: 0.0377481 Sep 03 19:26:25.470143 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60272) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:26:25.474265 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:26:25.546650 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:25.639843 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:25.746774 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Allocated IP 172.27.3.76 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/779307b1-4ba1-4453-bca9-9019bfb33113) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:26:25.843085 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:25.982085 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:26.020243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:26:26.022947 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:26:26.026418 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:26:26.034124 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=779307b1-4ba1-4453-bca9-9019bfb33113,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:26.362819 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:26.495998 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:26.660985 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:26.723491 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:26.800906 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=779307b1-4ba1-4453-bca9-9019bfb33113,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:26:26.810472 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:26.912269 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.db.l3_db [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Floating IP a3f20cbc-dde1-42d2-96c7-213c7f75b05f associated. External IP: 172.27.3.76, port: a374614f-0210-40ba-b562-5e2389478812. Sep 03 19:26:27.106714 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:26:27.207154 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:26:27.217090 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:26:27.225778 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:26:27.226389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:26:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:27.306904 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:27.328660 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:26:27.333522 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-e9f76f72-a3ab-433e-9b0c-2b9868cdae4b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8624623 Sep 03 19:26:27.334119 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'tag': 'a374614f-0210-40ba-b562-5e2389478812'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:26:27.336361 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38969166-e375-4eff-96f1-078e0355bac1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "tag": "a374614f-0210-40ba-b562-5e2389478812"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:26:27.428749 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1376af-33db-42e1-87d2-612df066c866 x-openstack-request-id: req-8c1376af-33db-42e1-87d2-612df066c866 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:26:27.429067 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "tag": "a374614f-0210-40ba-b562-5e2389478812", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:26:27.429316 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c1376af-33db-42e1-87d2-612df066c866 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:26:27.429710 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'tag': 'a374614f-0210-40ba-b562-5e2389478812', 'status': 'completed', 'code': 200} Sep 03 19:26:27.491843 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969166-e375-4eff-96f1-078e0355bac1 req-aca71cd9-b8d2-405b-8080-4b8da7541fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:27.493285 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-aca71cd9-b8d2-405b-8080-4b8da7541fd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1098 time: 0.0394156 Sep 03 19:26:27.549472 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:26Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:27.574850 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:26:27.583510 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:26:27.584147 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:26:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:27.691639 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:26:27.837967 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969166-e375-4eff-96f1-078e0355bac1 req-509970ea-cc3e-4819-9a2c-3a98b1f7eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:27.839356 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-509970ea-cc3e-4819-9a2c-3a98b1f7eb77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.3393426 Sep 03 19:26:27.906342 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-98f0ce20-c8bb-4d02-b546-3c18b575304e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 200 len: 998 time: 0.0584724 Sep 03 19:26:27.930749 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:26Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:26:27.955379 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969166-e375-4eff-96f1-078e0355bac1 req-0dc05f4e-b45d-4320-8c0a-704959aa1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:27.956699 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-0dc05f4e-b45d-4320-8c0a-704959aa1cb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0432377 Sep 03 19:26:27.957610 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62f702-1e8e-4cd6-b370-a77d2746a752 None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:26Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:26:28.007684 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38969166-e375-4eff-96f1-078e0355bac1 req-a54abe89-9b17-4ca8-b1f3-705d034eb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:28.009253 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-a54abe89-9b17-4ca8-b1f3-705d034eb068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446982 Sep 03 19:26:28.104427 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-f9d62b9b-daa1-4478-9b20-57738d4bde10 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Sep 03 19:26:28.141962 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be91d87-1186-404b-b122-009322c30ded None None] New status for floating IP a3f20cbc-dde1-42d2-96c7-213c7f75b05f: ACTIVE {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:26:28.198046 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-38969166-e375-4eff-96f1-078e0355bac1 req-a5c3ff27-c49c-426a-ba04-f38830f2f028 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865209 Sep 03 19:26:33.066315 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:36.331887 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:26:39.169093 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b9862ed7-578a-41c2-880f-308fc710de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:41.660326 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4e422a61-f80e-484c-8bd5-ac8b32ccfc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:42.059916 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:42.711978 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:44.057958 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-a2813447-9500-4feb-b86a-7c7ce045dce6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373785 Sep 03 19:26:44.136440 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-8ae63fe8-6735-47fa-8465-2a0cd4d2002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:44.138187 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-8ae63fe8-6735-47fa-8465-2a0cd4d2002f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0394089 Sep 03 19:26:44.248533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-fb736cde-e931-4eb8-b54e-dfccfab4d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:44.250543 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-fb736cde-e931-4eb8-b54e-dfccfab4d4af service neutron] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 909 time: 0.0868618 Sep 03 19:26:44.314313 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-844a8759-7a22-4a64-ac32-73c30724b895 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 1001 time: 0.0564709 Sep 03 19:26:44.366548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-1eff62a1-00b0-48c7-a92d-ae098e5d77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:44.367998 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-1eff62a1-00b0-48c7-a92d-ae098e5d77fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0462625 Sep 03 19:26:44.409110 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:26:44.412224 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-e4114586-3229-40f3-af46-ac2b7ce842db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:26:44.413789 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-e4114586-3229-40f3-af46-ac2b7ce842db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384765 Sep 03 19:26:44.503345 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-4bb188ee-ed66-4188-8158-75fee62f90ff service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807421 Sep 03 19:26:44.594663 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0a09e92e-1540-4a34-b74f-0409f0210d03 req-db6529b3-7b2f-4602-8b7f-084bf8a00b43 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Sep 03 19:27:03.054619 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:09.157109 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-027e978e-e927-4874-a966-b05f6aee5122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:11.642891 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-662ad528-03a6-4bf7-b2d8-c457463422a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:12.048832 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:12.745575 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:13.330017 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:27:14.384458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:33.059370 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:39.173557 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-948bb945-771a-4764-95c2-48cccf346100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:41.722316 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6462-9813-48a6-adae-958bb78cf901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:42.048124 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:42.726678 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:44.418097 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:27:46.065759 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-0803320b-1f92-4c67-b097-d6939dd917bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389166 Sep 03 19:27:46.122922 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-87f0742c-e422-449a-ac78-5233d0030e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:46.124331 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-87f0742c-e422-449a-ac78-5233d0030e59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1098 time: 0.0380108 Sep 03 19:27:46.226347 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-cae81fc5-3cdf-431e-ae5d-5a8c3afaa956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:46.227696 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-cae81fc5-3cdf-431e-ae5d-5a8c3afaa956 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0851347 Sep 03 19:27:46.289753 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-3ac47d60-7be1-44f6-a1a8-5243a6a95ef7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 200 len: 1000 time: 0.0554061 Sep 03 19:27:46.339543 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-149da422-2dcd-4700-b3ba-5cc6d63087c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:46.340903 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-149da422-2dcd-4700-b3ba-5cc6d63087c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0444083 Sep 03 19:27:46.384235 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-c1ab9066-7f70-4918-a19c-da0b0f8f5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:46.386003 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-c1ab9066-7f70-4918-a19c-da0b0f8f5aff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380895 Sep 03 19:27:46.474971 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-5f68fb9e-0452-4d5f-91b2-16d0635a52b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817783 Sep 03 19:27:46.562577 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7c9ce474-aaf0-4759-bb34-4611bcc4539a req-877491a9-08e6-4f49-84b5-c598a3599e4f service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798790 Sep 03 19:27:50.329057 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:27:57.502764 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884672-b61d-474a-ae4c-7e2aeac2da95 req-63a3e313-480c-4b96-b6e9-0385f81a9750 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:57.504398 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-64884672-b61d-474a-ae4c-7e2aeac2da95 req-63a3e313-480c-4b96-b6e9-0385f81a9750 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0495150 Sep 03 19:27:57.543055 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-64884672-b61d-474a-ae4c-7e2aeac2da95 req-63e87ed3-7a09-47d6-a1c8-94e64d1dced9 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Sep 03 19:27:58.675740 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186713a-b662-4de3-85ac-70042fbc4cf1 req-32908e62-5f9d-412e-ba26-fc5101b26d59 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:58.677519 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e186713a-b662-4de3-85ac-70042fbc4cf1 req-32908e62-5f9d-412e-ba26-fc5101b26d59 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Sep 03 19:27:58.714524 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e186713a-b662-4de3-85ac-70042fbc4cf1 req-939ace39-644b-4ddf-804d-ba6456fc864d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315483 Sep 03 19:27:59.837415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b8c54-3973-4e2e-bbce-04964101d410 req-db00c9ef-f56e-49bd-9a5b-29309ea0a9d6 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:27:59.838833 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4d5b8c54-3973-4e2e-bbce-04964101d410 req-db00c9ef-f56e-49bd-9a5b-29309ea0a9d6 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0463262 Sep 03 19:27:59.874512 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4d5b8c54-3973-4e2e-bbce-04964101d410 req-7f776d49-90a5-4d36-97f5-aea3235ffc83 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298605 Sep 03 19:28:00.989495 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7d997-9c70-4e75-ae8f-678421876702 req-42610a98-b3e9-4935-81c9-ddcc1ecfa1d3 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:00.990971 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-55a7d997-9c70-4e75-ae8f-678421876702 req-42610a98-b3e9-4935-81c9-ddcc1ecfa1d3 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Sep 03 19:28:01.027023 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-55a7d997-9c70-4e75-ae8f-678421876702 req-b91c78eb-fddb-47aa-878e-bc26d4590685 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302918 Sep 03 19:28:02.140806 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762752-c7a9-45dd-9f61-f30be8545b0b req-ffd8c496-4bb1-4a84-816a-398e881b2440 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:02.142264 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-10762752-c7a9-45dd-9f61-f30be8545b0b req-ffd8c496-4bb1-4a84-816a-398e881b2440 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Sep 03 19:28:02.178046 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-10762752-c7a9-45dd-9f61-f30be8545b0b req-dc31c783-eb1a-4302-b1d4-df967f7cb7fc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298941 Sep 03 19:28:03.115251 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:03.288195 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0d74e-53ba-471e-9061-c01b42d82b0b req-0f5ce7ad-df15-4370-9f35-73580d361e74 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:03.289667 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-18f0d74e-53ba-471e-9061-c01b42d82b0b req-0f5ce7ad-df15-4370-9f35-73580d361e74 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0467002 Sep 03 19:28:03.325809 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-18f0d74e-53ba-471e-9061-c01b42d82b0b req-abb97f18-4c84-4958-a6c6-147ede1ab199 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305214 Sep 03 19:28:04.437642 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9446df-8017-40ad-8c7e-9f493d3e2a4f req-2a40acd5-6dfd-4c42-88dc-a174d21b31bf tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:04.439053 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf9446df-8017-40ad-8c7e-9f493d3e2a4f req-2a40acd5-6dfd-4c42-88dc-a174d21b31bf tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Sep 03 19:28:04.475375 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-bf9446df-8017-40ad-8c7e-9f493d3e2a4f req-be1a8dc3-a21c-4ef7-b4ff-920930287fa1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305965 Sep 03 19:28:05.586874 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932f47f-81d3-4a35-bbb1-f7dd66ee4b05 req-e122017d-a2cc-4961-94a9-4d53cc2e4b3d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:05.588365 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e932f47f-81d3-4a35-bbb1-f7dd66ee4b05 req-e122017d-a2cc-4961-94a9-4d53cc2e4b3d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Sep 03 19:28:05.624583 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e932f47f-81d3-4a35-bbb1-f7dd66ee4b05 req-fa5db9a4-6422-49f2-bd6c-4fe40dcbc939 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304410 Sep 03 19:28:06.734913 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac9370-abf3-4c99-b521-800309734be4 req-93765780-c85a-4d88-967b-e279fee661bf tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:06.736365 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4dac9370-abf3-4c99-b521-800309734be4 req-93765780-c85a-4d88-967b-e279fee661bf tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0469882 Sep 03 19:28:06.772327 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4dac9370-abf3-4c99-b521-800309734be4 req-8481f45e-28fd-4021-9784-85ba3bd0026c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301318 Sep 03 19:28:07.886636 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599b60-2b7e-45f4-a221-ad5f19fd70aa req-ee729bb3-5792-4dfc-89be-a26312b1c946 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:07.888085 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5f599b60-2b7e-45f4-a221-ad5f19fd70aa req-ee729bb3-5792-4dfc-89be-a26312b1c946 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0517328 Sep 03 19:28:07.925012 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5f599b60-2b7e-45f4-a221-ad5f19fd70aa req-7e26fcd1-a727-460a-b343-c3900304d08f tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311112 Sep 03 19:28:09.038468 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a0e9-3b3c-477c-921a-75d266c0f230 req-a226ea79-57e3-4af8-89c5-3fdaf39d4e0c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:09.039937 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2bb2a0e9-3b3c-477c-921a-75d266c0f230 req-a226ea79-57e3-4af8-89c5-3fdaf39d4e0c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Sep 03 19:28:09.076821 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-2bb2a0e9-3b3c-477c-921a-75d266c0f230 req-55621523-fffa-447e-bb9b-e7b974db23bf tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309439 Sep 03 19:28:09.178987 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4cd821a4-80ff-42b8-a854-068a944861a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:09.313234 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49690fa-594b-438d-93eb-2f954a72771d req-777e15b7-bb00-4f71-8368-fdb69c56f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:09.314676 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-777e15b7-bb00-4f71-8368-fdb69c56f120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0384696 Sep 03 19:28:09.406961 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49690fa-594b-438d-93eb-2f954a72771d req-de35e71c-5d5c-4c15-b6b3-010f22ead4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:09.408398 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-de35e71c-5d5c-4c15-b6b3-010f22ead4a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 909 time: 0.0851579 Sep 03 19:28:09.471243 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-76c8dfc5-0af7-4df7-85a2-d658a17d680d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 1001 time: 0.0555224 Sep 03 19:28:09.521056 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49690fa-594b-438d-93eb-2f954a72771d req-590c3105-b967-4236-a76a-26f2e448131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:09.522457 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-590c3105-b967-4236-a76a-26f2e448131c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0440896 Sep 03 19:28:09.569476 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49690fa-594b-438d-93eb-2f954a72771d req-39bda6f8-36a8-4a57-85d4-ab78d85b06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:09.570901 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-39bda6f8-36a8-4a57-85d4-ab78d85b06ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414429 Sep 03 19:28:09.658223 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-8f9c77da-5279-49b8-8190-9f815c0042a4 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800893 Sep 03 19:28:09.749720 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c49690fa-594b-438d-93eb-2f954a72771d req-4a93cd99-6bf1-46b2-8aec-5b91a91b87f3 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Sep 03 19:28:10.187888 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5c4ec-9a7a-4770-96c6-50a576f99d01 req-4afea3d9-d0b5-470b-8f78-25643bde2012 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:10.189374 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8ba5c4ec-9a7a-4770-96c6-50a576f99d01 req-4afea3d9-d0b5-470b-8f78-25643bde2012 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Sep 03 19:28:10.226384 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-8ba5c4ec-9a7a-4770-96c6-50a576f99d01 req-f37d2407-3694-48ca-9030-e3f943bf8fee tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Sep 03 19:28:11.338472 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0b6bd-4f57-4d51-8075-4ff11078330a req-05fb7d3b-57f9-4583-8fe2-9d223d44bed2 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:11.339924 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c8a0b6bd-4f57-4d51-8075-4ff11078330a req-05fb7d3b-57f9-4583-8fe2-9d223d44bed2 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0477080 Sep 03 19:28:11.377588 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c8a0b6bd-4f57-4d51-8075-4ff11078330a req-7a95cc23-3486-4864-9108-5d344c2ecd5c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Sep 03 19:28:11.674242 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2d12b656-a410-48b7-8c37-d0905ffde3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:12.045354 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:12.494908 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d17d31-98ff-4b8d-a656-31ad937e5c10 req-6206aa03-dc85-4a22-a716-d86391e75cf2 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:12.496437 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40d17d31-98ff-4b8d-a656-31ad937e5c10 req-6206aa03-dc85-4a22-a716-d86391e75cf2 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0529053 Sep 03 19:28:12.533847 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-40d17d31-98ff-4b8d-a656-31ad937e5c10 req-bd0a2ed7-9808-467d-aaaf-855a70ba8bfc tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Sep 03 19:28:12.725298 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:13.360667 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:28:13.435856 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:13.457576 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:28:13.459707 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d83ed2-cd53-4e64-b4c5-4ef4f2188c69" -d '{"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:28:13.471787 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:13.499092 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83cd523-cc44-4159-b2fb-fedc15163dd0 x-openstack-request-id: req-b83cd523-cc44-4159-b2fb-fedc15163dd0 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:28:13.499092 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:28:13.499092 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b83cd523-cc44-4159-b2fb-fedc15163dd0 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:28:13.499092 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'code': 200} Sep 03 19:28:13.544646 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:13.593191 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=6']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:13.600717 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.601090 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.601435 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.601773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.602103 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.602437 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.602764 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.603089 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.603412 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.603732 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.604053 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.604369 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:13.652688 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5d84-cb1d-4d65-b05a-ad32af84766f req-bd115195-6c79-4f62-8e87-a71cc6db52d5 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:13.654278 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-acfb5d84-cb1d-4d65-b05a-ad32af84766f req-bd115195-6c79-4f62-8e87-a71cc6db52d5 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0518310 Sep 03 19:28:13.693124 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-acfb5d84-cb1d-4d65-b05a-ad32af84766f req-f3a4a7d0-a2c5-46df-a2d2-75244f0ec8d3 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Sep 03 19:28:14.268089 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-060c9ffa-6caf-457e-9f87-2b81799d9b81 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320373821&fields=id&tenant_id=618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 267 time: 0.0329852 Sep 03 19:28:14.377542 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a68bca5a-cc9b-4748-9434-5dee39c058b5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:14.379116 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a68bca5a-cc9b-4748-9434-5dee39c058b5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 812 time: 0.1038964 Sep 03 19:28:14.390609 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:14.394584 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-39ce6972-53e1-49a3-b714-d1d27112f65a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/quotas/618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 375 time: 0.0092010 Sep 03 19:28:14.450552 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-68647735-0bcb-4914-96bc-d9777c78a0e6 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0500612 Sep 03 19:28:14.630848 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-3e03addd-0efa-4b67-bfbd-3b31bf66e195 service neutron] 10.222.0.18 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692278 Sep 03 19:28:14.717893 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-7364756b-1a95-4042-8229-e3accb1dee2a service neutron] 10.222.0.18 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807230 Sep 03 19:28:14.804672 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957f643-906e-4cee-a724-382b47a00352 req-cd27d62d-ad88-4e4d-9244-61d4e9187cc1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:14.806214 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a957f643-906e-4cee-a724-382b47a00352 req-cd27d62d-ad88-4e4d-9244-61d4e9187cc1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0482807 Sep 03 19:28:14.844669 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-a957f643-906e-4cee-a724-382b47a00352 req-808a380b-e9fc-47ce-81df-f97b0bce86a2 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323682 Sep 03 19:28:14.910710 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-6eca3ae6-5ae8-4ebf-87bf-13f4f4f246ae req-1d6a2fdb-ac7a-4bd7-aea3-ebcd9172c1ea service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:28:14.911800 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6eca3ae6-5ae8-4ebf-87bf-13f4f4f246ae req-1d6a2fdb-ac7a-4bd7-aea3-ebcd9172c1ea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055518 Sep 03 19:28:15.199463 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a240e-af49-4fa3-b6a7-f611794cb956 req-0fdbca43-a3b0-4fb8-ba75-6997fd052f05 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:15.201019 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-277a240e-af49-4fa3-b6a7-f611794cb956 req-0fdbca43-a3b0-4fb8-ba75-6997fd052f05 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0516529 Sep 03 19:28:15.245500 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-277a240e-af49-4fa3-b6a7-f611794cb956 req-447f6fab-8ce0-40d9-9afd-9bdd09b706ef tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360417 Sep 03 19:28:15.254295 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-5b09086a-f22d-42e3-ae32-a8d7127d1292 req-addab7df-37e9-450f-9af3-fc2a19d23ea4 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 210 time: 0.0261381 Sep 03 19:28:15.308289 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-de794d01-8bbb-4402-ab96-0ca7f2706a77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062176 Sep 03 19:28:15.317182 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-87fcf4df-212d-4be9-a277-acaa4a5795b9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94491) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 19:28:15.318118 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-87fcf4df-212d-4be9-a277-acaa4a5795b9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050848 Sep 03 19:28:16.343918 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-56a43ae8-7583-4348-8861-21fe812029e9 req-5fba2a90-67b7-4e37-b431-36f1f305efc7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 210 time: 0.0256653 Sep 03 19:28:16.600207 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e306-b49b-4120-a852-a2f8831c40cf req-26c86598-3250-4af3-9ad8-82f16cf88bf1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:16.601866 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-aaa7e306-b49b-4120-a852-a2f8831c40cf req-26c86598-3250-4af3-9ad8-82f16cf88bf1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.2878590 Sep 03 19:28:16.639070 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-aaa7e306-b49b-4120-a852-a2f8831c40cf req-76cfacc9-fe8b-4a4b-83cb-93666ef5b208 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310392 Sep 03 19:28:17.265606 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-f393d505-8d93-421f-a8f7-d01fb508cebc tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:17.267316 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-f393d505-8d93-421f-a8f7-d01fb508cebc tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 812 time: 0.0994673 Sep 03 19:28:17.315514 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-89c555c6-1ace-4d8c-894b-166f5baac347 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618ed3512b0240b8ae6f1f413460e4c8 HTTP/1.1" status: 200 len: 380 time: 0.0386238 Sep 03 19:28:17.325200 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'port': {'device_id': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'admin_state_up': True, 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'security_groups': ['1d34595c-dbfd-4473-8b90-268ba884194a']}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:28:17.445869 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-25952db8-b690-4a4d-a6cf-ec213edd15b9 req-03e73603-1870-494c-a4f6-64e53ecb3a99 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 210 time: 0.0281882 Sep 03 19:28:17.514270 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Made reservation on behalf of 618ed3512b0240b8ae6f1f413460e4c8 for: {'port': 1} {{(pid=94491) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 19:28:17.521032 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:17.653660 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-12ab1b0e-ac0a-40d3-8e7c-ad91846da45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:17.655192 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-12ab1b0e-ac0a-40d3-8e7c-ad91846da45c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0&tenant_id=f12c3cb59edf447b92c3f79280540cd8 HTTP/1.1" status: 200 len: 1096 time: 0.0755322 Sep 03 19:28:17.676946 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_common [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Allocated IP 172.20.0.12 (9088d025-1b14-421d-990f-7fcd768e40f6/666a6060-2d5a-4dda-93e8-06cb15e775e0/6da9fbc5-d861-4c96-9494-50087b835906) {{(pid=94491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:28:17.753960 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8158dc-f2d1-4877-a5eb-4f294bcf6bc7 req-b0803417-0604-44f5-a3f4-7eb57d14b177 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:17.755359 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0b8158dc-f2d1-4877-a5eb-4f294bcf6bc7 req-b0803417-0604-44f5-a3f4-7eb57d14b177 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0472503 Sep 03 19:28:17.763611 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-1340d59c-8d14-4515-975d-238ad89724ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:17.765187 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-1340d59c-8d14-4515-975d-238ad89724ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0816174 Sep 03 19:28:17.794791 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0b8158dc-f2d1-4877-a5eb-4f294bcf6bc7 req-1c2858be-90b4-48e3-ab5f-c20dca573ff5 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 Sep 03 19:28:17.914423 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:17.923576 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-b92083f8-84cf-433c-b1cc-65571925f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:17.925044 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-b92083f8-84cf-433c-b1cc-65571925f824 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 909 time: 0.1479099 Sep 03 19:28:17.931502 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Transition to ACTIVE for port object 6da9fbc5-d861-4c96-9494-50087b835906 will not be triggered until provisioned by entity DHCP. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:28:18.006810 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-3fc303ea-7a51-4000-9782-4b6e52782db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 999 time: 0.0722039 Sep 03 19:28:18.059794 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-94dcebe2-c681-4b56-8664-6dbe5adf0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:18.061273 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-94dcebe2-c681-4b56-8664-6dbe5adf0531 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0467873 Sep 03 19:28:18.093707 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_create {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:18.150509 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Network 9088d025-1b14-421d-990f-7fcd768e40f6 is already hosted by enough agents. {{(pid=94491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:28:18.152630 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=6da9fbc5-d861-4c96-9494-50087b835906,revision_number=1']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:18.154788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.base_scheduler [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Resources bound (agent type, host, resource id): {{(pid=94491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:28:18.158746 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-8dcc039e-c9ba-4208-9153-89491e198b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:18.160229 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-8dcc039e-c9ba-4208-9153-89491e198b36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924520 Sep 03 19:28:18.164013 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Received port after_create {{(pid=94491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:28:18.168747 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.169137 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.174633 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:18.248398 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:18.249059 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:18.309299 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-1068b169-84cf-404a-a9b0-4bd6903766fd service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162493 Sep 03 19:28:18.348729 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c68d338c-9932-4690-9df6-f6afa5a3dc17 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0271943 Sep 03 19:28:18.382729 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.v2.base [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Request body: {'port': {'device_id': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=94491) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:28:18.445176 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-aff9b2be-3962-428d-9efe-c2e62c0798d6 None None] Provisioning for port 6da9fbc5-d861-4c96-9494-50087b835906 completed by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:28:18.449168 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-aff9b2be-3962-428d-9efe-c2e62c0798d6 None None] Provisioning complete for port 6da9fbc5-d861-4c96-9494-50087b835906 triggered by entity DHCP. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:28:18.450846 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-aff9b2be-3962-428d-9efe-c2e62c0798d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:18.455614 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-b20fce3a-692b-41ae-9f5e-556a3c117878 req-a1243a5d-ccf3-417f-969d-96f041b74bd6 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352150 Sep 03 19:28:18.458160 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:18.485189 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-aff9b2be-3962-428d-9efe-c2e62c0798d6 None None] Port 6da9fbc5-d861-4c96-9494-50087b835906 cannot update to ACTIVE because it is not bound. {{(pid=94493) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 19:28:18.644667 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350869ce-fe79-4175-93ea-75a8880caa8d req-89ecfad7-d5bd-4755-82bd-297b0681a263 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:18.646140 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-350869ce-fe79-4175-93ea-75a8880caa8d req-89ecfad7-d5bd-4755-82bd-297b0681a263 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 932 time: 0.1268764 Sep 03 19:28:18.727141 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-350869ce-fe79-4175-93ea-75a8880caa8d req-f8804238-70d9-4f25-be36-f50f43b23103 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542579 Sep 03 19:28:18.783248 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da9fbc5-d861-4c96-9494-50087b835906 {{(pid=94491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:28:18.790936 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:18.802174 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.provisioning_blocks [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Transition to ACTIVE for port object 6da9fbc5-d861-4c96-9494-50087b835906 will not be triggered until provisioned by entity L2. {{(pid=94491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 19:28:18.897447 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:18.905408 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756e95-22e3-44a7-ae48-fb4de80a64dd req-3d9c69cf-ea1f-45d0-91d1-4f3767f282fe tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:18.906877 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c1756e95-22e3-44a7-ae48-fb4de80a64dd req-3d9c69cf-ea1f-45d0-91d1-4f3767f282fe tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0482996 Sep 03 19:28:18.947021 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da9fbc5-d861-4c96-9494-50087b835906,revision_number=2']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:18.947664 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c1756e95-22e3-44a7-ae48-fb4de80a64dd req-64ac8d7d-77e3-480e-a5f7-f7b4867524be tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346456 Sep 03 19:28:19.027517 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Attempting to bind port 6da9fbc5-d861-4c96-9494-50087b835906 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 19:28:19.027811 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Attempting to bind port 6da9fbc5-d861-4c96-9494-50087b835906 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 19:28:19.028138 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Attempting to bind port 6da9fbc5-d861-4c96-9494-50087b835906 on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:28:19.033187 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Port 6da9fbc5-d861-4c96-9494-50087b835906 on network 9088d025-1b14-421d-990f-7fcd768e40f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 19:28:19.033563 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Attempting to bind port 6da9fbc5-d861-4c96-9494-50087b835906 on network 9088d025-1b14-421d-990f-7fcd768e40f6 {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 19:28:19.039080 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Checking agent: {'id': '78071a8c-03cf-48ce-970b-2550698f28be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'started_at': datetime.datetime(2021, 9, 3, 19, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 19:28:19.039446 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Checking segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 19:28:19.039832 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Bound using segment: {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'} {{(pid=94491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 19:28:19.040262 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.managers [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Bound port: 6da9fbc5-d861-4c96-9494-50087b835906, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391b1a56-3605-403d-ba31-07a86da10653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6'}}] {{(pid=94491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 19:28:19.040628 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:19.110510 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] For port 6da9fbc5-d861-4c96-9494-50087b835906, host hv-cinder-78836, cleared binding levels {{(pid=94491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 19:28:19.112262 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] For port 6da9fbc5-d861-4c96-9494-50087b835906, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6da9fbc5-d861-4c96-9494-50087b835906,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 19:28:19.182576 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59878936'] for port, after_update {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:19.214191 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.214821 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:19.216224 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/6da9fbc5-d861-4c96-9494-50087b835906 HTTP/1.1" status: 200 len: 1094 time: 0.8376927 Sep 03 19:28:19.218349 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:28:19.220570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660135a-a73b-469c-9b69-b92eef4fc217" -d '{"events": [{"name": "network-changed", "server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "tag": "6da9fbc5-d861-4c96-9494-50087b835906"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:28:19.250708 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebf3cf-5f51-475e-93c3-623941ee8cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da9fbc5-d861-4c96-9494-50087b835906,revision_number=3']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:19.259869 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280f5ab7-aba1-465f-a1a8-b7e55e28583f x-openstack-request-id: req-280f5ab7-aba1-465f-a1a8-b7e55e28583f {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:28:19.260162 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "tag": "6da9fbc5-d861-4c96-9494-50087b835906", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:28:19.260416 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-280f5ab7-aba1-465f-a1a8-b7e55e28583f {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:28:19.260806 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906', 'status': 'completed', 'code': 200} Sep 03 19:28:19.322644 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660135a-a73b-469c-9b69-b92eef4fc217 req-43a8697b-8e39-420d-b9d6-7beee5ca9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.324212 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1660135a-a73b-469c-9b69-b92eef4fc217 req-43a8697b-8e39-420d-b9d6-7beee5ca9c45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 1097 time: 0.0426834 Sep 03 19:28:19.430726 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660135a-a73b-469c-9b69-b92eef4fc217 req-70f12b78-507f-4276-a047-19318b7c2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.432156 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1660135a-a73b-469c-9b69-b92eef4fc217 req-70f12b78-507f-4276-a047-19318b7c2bc2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001408 Sep 03 19:28:19.523850 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660135a-a73b-469c-9b69-b92eef4fc217 req-42135163-0bf3-4a5b-a8be-0c300ca7804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.525164 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-1660135a-a73b-469c-9b69-b92eef4fc217 req-42135163-0bf3-4a5b-a8be-0c300ca7804c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865922 Sep 03 19:28:19.601971 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-fdb94844-591f-4854-864a-2724cea57231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.603429 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-fdb94844-591f-4854-864a-2724cea57231 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 1097 time: 0.0409403 Sep 03 19:28:19.644777 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-c32e382f-a50f-49a2-ab87-3b6f8b87abd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da9fbc5-d861-4c96-9494-50087b835906 HTTP/1.1" status: 200 len: 217 time: 0.0330942 Sep 03 19:28:19.695615 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-ef66dec1-425b-4478-841d-deb500d31bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.697084 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-ef66dec1-425b-4478-841d-deb500d31bc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0449910 Sep 03 19:28:19.740894 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a98b1185-aa14-4c57-9586-e6c637e8b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.742336 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-a98b1185-aa14-4c57-9586-e6c637e8b643 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381098 Sep 03 19:28:19.831187 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-e5b55c44-2fea-42ba-9433-6fc74950fa59 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817518 Sep 03 19:28:19.842076 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589b1c-7a01-49de-9cd4-dba1ae907917 req-a2a055ac-9f75-4c67-99f6-3be698d17dad tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:19.843547 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b6589b1c-7a01-49de-9cd4-dba1ae907917 req-a2a055ac-9f75-4c67-99f6-3be698d17dad tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0512345 Sep 03 19:28:19.880067 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-b6589b1c-7a01-49de-9cd4-dba1ae907917 req-4fd82445-f41f-426e-8817-6717d4d292ea tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305235 Sep 03 19:28:19.922427 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5a8ff218-108c-4593-9783-489d02dd3da5 req-6d35362e-0f71-4382-bed3-f8b8a22a84ba service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833251 Sep 03 19:28:20.064404 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a3e52-e3e6-4fd7-bf87-3dc303c7189d req-c0e62890-1b71-45e7-b4e8-0c98ed221d99 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:20.065884 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-481a3e52-e3e6-4fd7-bf87-3dc303c7189d req-c0e62890-1b71-45e7-b4e8-0c98ed221d99 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0474412 Sep 03 19:28:20.104065 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-481a3e52-e3e6-4fd7-bf87-3dc303c7189d req-070be93e-6aa2-4a0b-84d5-6a93a1d9f92b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 Sep 03 19:28:20.995728 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96e416-0b45-40b0-976a-0ce48bfc3a10 req-14b833a3-a24e-448b-8030-c6ba4024d044 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:20.997475 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cc96e416-0b45-40b0-976a-0ce48bfc3a10 req-14b833a3-a24e-448b-8030-c6ba4024d044 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0469327 Sep 03 19:28:21.034624 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-cc96e416-0b45-40b0-976a-0ce48bfc3a10 req-caad1e65-2beb-4037-9191-07d0bf4b52dd tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Sep 03 19:28:21.212669 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a058-6399-4c0b-adc9-24a1614f7ed6 req-81b1a4f8-58a9-477d-b958-0ff9468889b6 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:21.214172 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bbf8a058-6399-4c0b-adc9-24a1614f7ed6 req-81b1a4f8-58a9-477d-b958-0ff9468889b6 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0464060 Sep 03 19:28:21.254881 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-bbf8a058-6399-4c0b-adc9-24a1614f7ed6 req-40ad6287-69f7-4e5b-ba9e-9d69cc184500 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348861 Sep 03 19:28:22.143149 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afc850-7ad0-4e4c-920c-47968b48f5a7 req-bed0a6b6-4212-4c0d-b0a4-1ceadfba0ab0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:22.144574 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7afc850-7ad0-4e4c-920c-47968b48f5a7 req-bed0a6b6-4212-4c0d-b0a4-1ceadfba0ab0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0466576 Sep 03 19:28:22.181332 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c7afc850-7ad0-4e4c-920c-47968b48f5a7 req-bdc27667-b535-46f7-bd73-3fb3a4783dfd tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Sep 03 19:28:22.363099 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dbb3-d04e-4f7e-a241-627beb361f9e req-f3d12390-0849-47fd-b995-e9cb8fd4887d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:22.364515 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0e68dbb3-d04e-4f7e-a241-627beb361f9e req-f3d12390-0849-47fd-b995-e9cb8fd4887d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0451717 Sep 03 19:28:22.401056 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-0e68dbb3-d04e-4f7e-a241-627beb361f9e req-423a25ae-e490-4d63-93d8-ebe721e7c40b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302954 Sep 03 19:28:23.348318 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd9a0-c598-4621-9ab4-4133e32813a9 req-c4f1b692-6411-4631-a549-585a03f6d7b0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:23.350282 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0dfbd9a0-c598-4621-9ab4-4133e32813a9 req-c4f1b692-6411-4631-a549-585a03f6d7b0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0500548 Sep 03 19:28:23.386476 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-0dfbd9a0-c598-4621-9ab4-4133e32813a9 req-3425f25f-96b5-45ef-8e6f-4add15c5dfea tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303919 Sep 03 19:28:23.511987 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812240-f8e4-480f-a45f-aaa32fbcba70 req-d486a8e1-6f47-4c34-b207-c70192124799 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:23.513355 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-75812240-f8e4-480f-a45f-aaa32fbcba70 req-d486a8e1-6f47-4c34-b207-c70192124799 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0468247 Sep 03 19:28:23.550125 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-75812240-f8e4-480f-a45f-aaa32fbcba70 req-de87ed81-3a9d-42e8-a8b9-e0fb9df63bb6 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Sep 03 19:28:24.495290 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb3028-4f20-4491-a954-fae0ffeef605 req-ed87f39a-84a6-44f2-8ccc-bf87b93e8534 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:24.496742 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4ffb3028-4f20-4491-a954-fae0ffeef605 req-ed87f39a-84a6-44f2-8ccc-bf87b93e8534 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0465426 Sep 03 19:28:24.533287 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-4ffb3028-4f20-4491-a954-fae0ffeef605 req-dcb74d0d-5ce1-4f45-857b-fdd0369dc927 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Sep 03 19:28:24.659528 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713267d4-6092-4ac0-bf7d-368c25fe5355 req-f29c3db7-2f54-49ba-800e-620985edd4c4 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:24.660953 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-713267d4-6092-4ac0-bf7d-368c25fe5355 req-f29c3db7-2f54-49ba-800e-620985edd4c4 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 943 time: 0.0466909 Sep 03 19:28:24.699981 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-713267d4-6092-4ac0-bf7d-368c25fe5355 req-e09b6ddc-49fd-4fb4-bd18-a89840f5f053 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Sep 03 19:28:25.405516 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:28:25.497812 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:25.509002 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'port_id': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'mac_address': 'fa:16:3e:cc:7b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:28:25.543944 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:25.556049 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a8a34f-51d8-45c3-bebe-c64406c0d6de {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:28:25.575896 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:25.645384 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c35aa9-1c85-46f6-8cb3-04798269f498 req-cfb5e26e-b1f9-42ef-891e-68c928b7dd94 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:25.647037 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-52c35aa9-1c85-46f6-8cb3-04798269f498 req-cfb5e26e-b1f9-42ef-891e-68c928b7dd94 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0496230 Sep 03 19:28:25.659706 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:25.687279 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-52c35aa9-1c85-46f6-8cb3-04798269f498 req-f1588839-722a-4164-8d7c-d0d06319bcb9 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Sep 03 19:28:25.705640 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=7']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:25.813297 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b1f5c-4c00-45d5-8a89-3b568eb8da4f req-c5ab3744-f855-4e4e-92c6-8e8a505b1446 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:25.814749 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-456b1f5c-4c00-45d5-8a89-3b568eb8da4f req-c5ab3744-f855-4e4e-92c6-8e8a505b1446 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 944 time: 0.0483029 Sep 03 19:28:25.850961 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-456b1f5c-4c00-45d5-8a89-3b568eb8da4f req-a73026a6-e93b-4e85-8799-3d57dfef1aad tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304468 Sep 03 19:28:25.883812 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['f7a8a34f-51d8-45c3-bebe-c64406c0d6de'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:28:26.801293 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa68f-c444-486f-808e-3790a1296c01 req-b9e036d5-1767-42b3-b9d3-d6465c0550db tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:26.802637 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e9daa68f-c444-486f-808e-3790a1296c01 req-b9e036d5-1767-42b3-b9d3-d6465c0550db tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 944 time: 0.0509369 Sep 03 19:28:26.839331 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-e9daa68f-c444-486f-808e-3790a1296c01 req-07972fc9-cd25-4b26-868f-9f8f24263bd5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Sep 03 19:28:26.964219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b03b00-5fc0-4a4e-9a05-28e5a099f6d8 req-b2565255-4f6f-4a94-8f05-2d5646e85fdd tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:26.965697 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-52b03b00-5fc0-4a4e-9a05-28e5a099f6d8 req-b2565255-4f6f-4a94-8f05-2d5646e85fdd tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 944 time: 0.0474441 Sep 03 19:28:27.001636 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-52b03b00-5fc0-4a4e-9a05-28e5a099f6d8 req-4193d02f-8db1-4c50-aa2b-6761a0f54f00 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300524 Sep 03 19:28:27.327432 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:28:27.405739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6da9fbc5-d861-4c96-9494-50087b835906 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=94493) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 19:28:27.408799 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:28:27.522584 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port f7a8a34f-51d8-45c3-bebe-c64406c0d6de triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:28:27.522955 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:27.685679 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6da9fbc5-d861-4c96-9494-50087b835906, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6da9fbc5-d861-4c96-9494-50087b835906,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:27.703852 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Returning: {'device': '6da9fbc5-d861-4c96-9494-50087b835906', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'port_id': '6da9fbc5-d861-4c96-9494-50087b835906', 'mac_address': 'fa:16:3e:ab:c1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94493) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 19:28:27.767159 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:27.777438 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:27.790542 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da9fbc5-d861-4c96-9494-50087b835906 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 19:28:27.814021 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:28:27.816227 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e3df11-3627-471c-8849-7c4dbfa5ec07" -d '{"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-plugged", "status": "completed", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:28:27.831964 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6da9fbc5-d861-4c96-9494-50087b835906, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6da9fbc5-d861-4c96-9494-50087b835906,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:27.835837 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:27.858757 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5c3ac9-3e39-4f51-a277-c8902623500d x-openstack-request-id: req-ba5c3ac9-3e39-4f51-a277-c8902623500d {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:28:27.859040 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-plugged", "status": "completed", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:28:27.859287 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba5c3ac9-3e39-4f51-a277-c8902623500d {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:28:27.859705 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'code': 200} Sep 03 19:28:27.904786 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:27.928434 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:27.955408 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=6da9fbc5-d861-4c96-9494-50087b835906,revision_number=4']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:27.969397 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80620c6-3428-468a-b9fc-483bea819a2f req-15add616-abe7-4dd6-a9de-9811bc477b80 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:27.972000 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f80620c6-3428-468a-b9fc-483bea819a2f req-15add616-abe7-4dd6-a9de-9811bc477b80 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 945 time: 0.0523849 Sep 03 19:28:28.003141 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=8']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:28.011902 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-f80620c6-3428-468a-b9fc-483bea819a2f req-b44ef70b-446e-409a-bf9c-e46bef5e7a43 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342963 Sep 03 19:28:28.122442 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da9f7e-5caf-4838-8da7-cdc1d07754fd req-7e6647ef-439d-4772-9871-992ad90b29b4 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:28.123086 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] get_ports_and_sgs() called for port_ids ['6da9fbc5-d861-4c96-9494-50087b835906'] {{(pid=94493) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 19:28:28.124326 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c5da9f7e-5caf-4838-8da7-cdc1d07754fd req-7e6647ef-439d-4772-9871-992ad90b29b4 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0517490 Sep 03 19:28:28.137835 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02323561-25a1-478b-bb9d-7e5947371942 req-a307b991-398d-4af2-b6d4-b2efa384716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:28.139446 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-02323561-25a1-478b-bb9d-7e5947371942 req-a307b991-398d-4af2-b6d4-b2efa384716f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0415268 Sep 03 19:28:28.163877 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-c5da9f7e-5caf-4838-8da7-cdc1d07754fd req-8b351482-0929-495a-810b-5edf4d646c46 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336876 Sep 03 19:28:28.177204 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-02323561-25a1-478b-bb9d-7e5947371942 req-17347387-9c97-4473-996b-cd63e772dc36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298250 Sep 03 19:28:29.127533 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff190c9-abb0-4482-becf-dc4d03164c91 req-651d936f-22d2-439c-8230-17c6b3b05085 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:29.129024 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aff190c9-abb0-4482-becf-dc4d03164c91 req-651d936f-22d2-439c-8230-17c6b3b05085 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Sep 03 19:28:29.168668 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-aff190c9-abb0-4482-becf-dc4d03164c91 req-a1b8e5c1-a15d-4676-9b77-995f5fbe101b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328572 Sep 03 19:28:29.276790 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cbcc1-c4d6-424d-b531-f3376be579c0 req-8b81a7d5-bfc8-487b-be16-5315e329b489 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:29.278215 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-363cbcc1-c4d6-424d-b531-f3376be579c0 req-8b81a7d5-bfc8-487b-be16-5315e329b489 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0483501 Sep 03 19:28:29.315966 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-363cbcc1-c4d6-424d-b531-f3376be579c0 req-5c0f78ce-ac53-4495-9989-0e14e1eeae0b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Sep 03 19:28:29.420334 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6da9fbc5-d861-4c96-9494-50087b835906 up at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 19:28:29.513848 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning for port 6da9fbc5-d861-4c96-9494-50087b835906 completed by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 19:28:29.517865 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Provisioning complete for port 6da9fbc5-d861-4c96-9494-50087b835906 triggered by entity L2. {{(pid=94493) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 19:28:29.518259 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2030284'] for port, provisioning_complete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:29.595775 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:29.626902 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] For port 6da9fbc5-d861-4c96-9494-50087b835906, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6da9fbc5-d861-4c96-9494-50087b835906,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:28:29.692797 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:29.737933 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Pushing event updated for resources: {'Port': ['ID=6da9fbc5-d861-4c96-9494-50087b835906,revision_number=5']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:29.861350 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:28:29.863607 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfa2fa9a3557c54663bb45f39a9ba0056acd1e167fc31d2bde2e452794d1e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fa066f-51f1-4a7a-8465-ab1276ee1433" -d '{"events": [{"server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "name": "network-vif-plugged", "status": "completed", "tag": "6da9fbc5-d861-4c96-9494-50087b835906"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:28:29.898699 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2b3f1d-223e-4806-9e3d-f59758e5c9b1 x-openstack-request-id: req-0b2b3f1d-223e-4806-9e3d-f59758e5c9b1 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:28:29.898983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "name": "network-vif-plugged", "status": "completed", "tag": "6da9fbc5-d861-4c96-9494-50087b835906", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:28:29.899228 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b2b3f1d-223e-4806-9e3d-f59758e5c9b1 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:28:29.899613 dv-cinder-788367-7-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906', 'code': 200} Sep 03 19:28:30.248088 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731657a6-cc63-4c52-81fe-c4fba91c8dc9 req-29e48119-0c46-4a53-8b9a-cd11e80d1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:30.249608 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-731657a6-cc63-4c52-81fe-c4fba91c8dc9 req-29e48119-0c46-4a53-8b9a-cd11e80d1f25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 1099 time: 0.0386882 Sep 03 19:28:30.284065 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea72c9c-5dda-43da-a2a1-a05f08b244e8 req-e6ee5a55-2803-481d-8580-31497b3e4b03 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:30.285537 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1ea72c9c-5dda-43da-a2a1-a05f08b244e8 req-e6ee5a55-2803-481d-8580-31497b3e4b03 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Sep 03 19:28:30.286938 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-731657a6-cc63-4c52-81fe-c4fba91c8dc9 req-5db1d7a4-d4f8-4ba9-bc42-27130b22eddd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296910 Sep 03 19:28:30.322655 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-1ea72c9c-5dda-43da-a2a1-a05f08b244e8 req-3332fa26-6842-4e6b-b102-25e82b125ca0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Sep 03 19:28:30.682305 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50c25-5119-4cd6-b97a-28dcc855002f req-2d785358-0df1-4b67-a001-3fd67a83512a tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:30.683779 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-26f50c25-5119-4cd6-b97a-28dcc855002f req-2d785358-0df1-4b67-a001-3fd67a83512a tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.3005574 Sep 03 19:28:30.720309 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-26f50c25-5119-4cd6-b97a-28dcc855002f req-bb4a0792-1a09-4d66-888a-3908e7b0d9b8 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306942 Sep 03 19:28:31.433948 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf40-62d9-4ff0-bd5e-ddf0d696b93d req-ed774473-0c35-484c-b794-782c3294c58f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:31.435529 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-564dcf40-62d9-4ff0-bd5e-ddf0d696b93d req-ed774473-0c35-484c-b794-782c3294c58f tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0490119 Sep 03 19:28:31.473965 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-564dcf40-62d9-4ff0-bd5e-ddf0d696b93d req-b3c4fb41-2731-418b-abfe-1a7eb193f447 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Sep 03 19:28:32.583216 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476d91-5be9-4a7c-aa56-3d1334123e6e req-0e22669c-aa6b-44d9-9f95-2394fd1e3cf2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:32.584638 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e5476d91-5be9-4a7c-aa56-3d1334123e6e req-0e22669c-aa6b-44d9-9f95-2394fd1e3cf2 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0462646 Sep 03 19:28:32.622037 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-e5476d91-5be9-4a7c-aa56-3d1334123e6e req-32487989-5775-4074-b7dd-c26b680b2fc3 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Sep 03 19:28:32.732357 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004854f5-ebca-4d97-8111-cf4bdf2a061a req-89930007-845f-4cb6-9fc1-97594d46ebd5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:32.733818 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-004854f5-ebca-4d97-8111-cf4bdf2a061a req-89930007-845f-4cb6-9fc1-97594d46ebd5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0473106 Sep 03 19:28:32.770172 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-004854f5-ebca-4d97-8111-cf4bdf2a061a req-60f85754-f7e0-4f7c-927c-ccb160d2ff54 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305367 Sep 03 19:28:32.795932 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60502) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:28:32.837763 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad8d98-b907-4e27-99e8-0a26ed69af00 tempest-TestVolumeBootPattern-644097256 tempest-TestVolumeBootPattern-644097256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:32.839237 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d7ad8d98-b907-4e27-99e8-0a26ed69af00 tempest-TestVolumeBootPattern-644097256 tempest-TestVolumeBootPattern-644097256-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 1094 time: 0.0422964 Sep 03 19:28:32.841837 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60504) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:28:32.846043 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.v2.base [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Request body: {'floatingip': {'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'port_id': '6da9fbc5-d861-4c96-9494-50087b835906', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94492) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 19:28:32.919181 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.012877 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.117728 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_common [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Allocated IP 172.27.3.87 (34591e73-0d1e-4c52-8bb9-73b9857e9354/8df0c9ab-ba82-4297-874b-da95e7e42d54/33c0dbec-91cb-4492-abb4-ae8d64380331) {{(pid=94492) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 19:28:33.121377 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.214622 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.315793 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787874585977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.355858 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Network 34591e73-0d1e-4c52-8bb9-73b9857e9354 is already hosted by enough agents. {{(pid=94492) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 19:28:33.358617 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.base_scheduler [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Resources bound (agent type, host, resource id): {{(pid=94492) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 19:28:33.362114 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Received port after_create {{(pid=94492) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 19:28:33.385526 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=33c0dbec-91cb-4492-abb4-ae8d64380331,revision_number=1']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:33.398779 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.399800 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.399800 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.399800 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.400105 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.400385 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.400708 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.401069 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.401395 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.401713 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.402030 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.402343 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:28:33.697599 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.812987 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676164'] for port, before_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:33.959297 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for port, precommit_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:34.007194 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787875136759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787874585995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787874586013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60606830'] for port, after_update {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:34.070802 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event updated for resources: {'Port': ['ID=33c0dbec-91cb-4492-abb4-ae8d64380331,revision_number=2']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:28:34.081741 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027950'] for floatingip, after_create {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:34.177880 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Floating IP 88571bc4-f99b-44fc-a034-29bf697c5218 associated. External IP: 172.27.3.87, port: 6da9fbc5-d861-4c96-9494-50087b835906. Sep 03 19:28:34.377831 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:28:34.481272 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:28:34.491246 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:28:34.499965 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:28:34.500571 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:28:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:28:34.555841 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:34.582271 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1386e691-df86-47f5-8edd-cf40801d787b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7394397 Sep 03 19:28:34.582950 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:28:34.585779 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29" -d '{"events": [{"name": "network-changed", "server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "tag": "6da9fbc5-d861-4c96-9494-50087b835906"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:28:34.604857 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:28:34.680745 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0d725-2247-484b-bbab-6ff21bfb7753 x-openstack-request-id: req-d2b0d725-2247-484b-bbab-6ff21bfb7753 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:28:34.681066 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "tag": "6da9fbc5-d861-4c96-9494-50087b835906", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:28:34.681318 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2b0d725-2247-484b-bbab-6ff21bfb7753 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:28:34.681715 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906', 'status': 'completed', 'code': 200} Sep 03 19:28:34.744649 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-7972f60b-2eff-4769-b7b9-70c8c041122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:34.746512 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-7972f60b-2eff-4769-b7b9-70c8c041122b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 1099 time: 0.0398386 Sep 03 19:28:34.828393 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '88571bc4-f99b-44fc-a034-29bf697c5218', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': '6da9fbc5-d861-4c96-9494-50087b835906', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:ab:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:28:33Z', 'updated_at': '2021-09-03T19:28:33Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}, {'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:28Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:28:34.848986 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-2de151d6-4544-48e9-9b4f-30434bd3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:34.850468 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-2de151d6-4544-48e9-9b4f-30434bd3c7b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0851367 Sep 03 19:28:34.853816 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:28:34.861798 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:28:34.862389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:28:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:28:34.918580 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-1900590b-fbb6-46bb-9bf2-daf04d66abcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da9fbc5-d861-4c96-9494-50087b835906 HTTP/1.1" status: 200 len: 999 time: 0.0599484 Sep 03 19:28:34.965144 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:28:34.967357 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-d4315776-ca8b-4243-a714-75c077ba886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:34.968829 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-d4315776-ca8b-4243-a714-75c077ba886c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0437422 Sep 03 19:28:35.023929 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-a5544229-f73a-4ea7-ab00-e886c0a732ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:35.025460 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-a5544229-f73a-4ea7-ab00-e886c0a732ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428832 Sep 03 19:28:35.119823 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-69398fd1-aed6-46f8-8d8f-952abfbed36a service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Sep 03 19:28:35.199755 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '88571bc4-f99b-44fc-a034-29bf697c5218', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': '6da9fbc5-d861-4c96-9494-50087b835906', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:ab:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:28:33Z', 'updated_at': '2021-09-03T19:28:33Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}, {'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:28Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:28:35.208746 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ec300b0-4365-48c7-bf68-0b4c8ad2bb29 req-2c9d5197-8b69-4d66-84e0-6732893a3856 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819473 Sep 03 19:28:35.228747 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec32b2-c986-4071-ac42-f08a7d899b5e None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': '88571bc4-f99b-44fc-a034-29bf697c5218', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': '6da9fbc5-d861-4c96-9494-50087b835906', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:ab:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:28:33Z', 'updated_at': '2021-09-03T19:28:33Z', 'revision_number': 0, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}, {'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:28Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:28:35.411666 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58722210-08f2-4167-9984-c55d62e7e60d None None] New status for floating IP 88571bc4-f99b-44fc-a034-29bf697c5218: ACTIVE {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:28:39.170200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c8b938e2-e561-4552-a0a7-980c5e41c99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:41.653032 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6b850eb3-faca-4a57-8c2d-3fb0bad2a3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:42.041522 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:42.738739 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:44.387207 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:28:47.063411 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-406fc11f-3160-4559-8f5a-045d6865c79b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384395 Sep 03 19:28:47.149151 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-dfa09063-36a3-43d6-b947-3a85c161c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:47.150584 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-dfa09063-36a3-43d6-b947-3a85c161c8c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0417166 Sep 03 19:28:47.251592 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-a678f510-363f-499a-a511-a26f0bab6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:47.252907 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-a678f510-363f-499a-a511-a26f0bab6226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 909 time: 0.0799842 Sep 03 19:28:47.327396 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-7184e2e7-5bd1-400d-9035-5a1cbe558f45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 1001 time: 0.0656135 Sep 03 19:28:47.376856 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-cec99d81-89df-4383-9ce5-88c6897b4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:47.378350 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-cec99d81-89df-4383-9ce5-88c6897b4636 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0439091 Sep 03 19:28:47.422738 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-b9870938-1537-474b-94e9-1f5f0fc7ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:28:47.424238 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-b9870938-1537-474b-94e9-1f5f0fc7ae3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392542 Sep 03 19:28:47.524992 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-c3ef3510-d12f-4b80-948b-d732a76db58f service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926244 Sep 03 19:28:47.611111 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c0b371f1-f611-4460-9c90-8a6ba48d6399 req-49bb62c3-2dda-4a8f-ac1a-16015a50a234 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781300 Sep 03 19:29:03.146864 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:04.326771 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:29:09.174920 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc3fad5e-3395-4f6b-9bde-ac0b7d4d9d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:11.672028 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-347d99fa-4211-4413-b193-9779fe041ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:12.049010 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:12.729927 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:14.389076 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:33.138023 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:39.173690 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0239f5fa-9e8b-450e-ae60-554661ae44f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:41.325605 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:29:41.676431 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-10761317-daca-43f9-bb41-a31e69ed4c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:42.042021 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:42.728231 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.127026 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60540) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:44.279625 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Deleting port c14fc98c-1987-4328-a0c3-8aa0a6286d20 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:44.279877 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.355434 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.355766 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.366937 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Calling delete_port for c14fc98c-1987-4328-a0c3-8aa0a6286d20 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:44.408523 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.600205 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.625479 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event deleted for resources: {'Port': ['ID=c14fc98c-1987-4328-a0c3-8aa0a6286d20,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:44.638905 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.639231 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.639564 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.639892 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.640213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.640533 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.640847 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.641255 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.641573 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.641886 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.642197 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.642505 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:44.693590 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:44.693911 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Floating IP 70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d disassociated (deleted). External IP: 172.27.3.146, port: f7a8a34f-51d8-45c3-bebe-c64406c0d6de. Sep 03 19:29:44.905806 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:29:45.010318 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:29:45.016565 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:45.022088 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] Sync routers for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:29:45.030820 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:29:45.031416 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:29:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:45.043795 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-123fc490-4e50-46c1-aca4-b2a2ea52d7f7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "DELETE /v2.0/floatingips/70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d HTTP/1.1" status: 204 len: 168 time: 0.9156072 Sep 03 19:29:45.044459 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:29:45.046820 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde391f0-5a75-4524-afd0-a38a2129edf5" -d '{"events": [{"name": "network-changed", "server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:29:45.088200 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bdde9f-d3a3-4c5a-a204-420177af4cdf x-openstack-request-id: req-b9bdde9f-d3a3-4c5a-a204-420177af4cdf {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:29:45.088500 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:29:45.088750 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9bdde9f-d3a3-4c5a-a204-420177af4cdf {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:29:45.089206 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'status': 'completed', 'code': 200} Sep 03 19:29:45.137275 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:29:45.153970 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-65825db6-d7d6-4505-9501-e64695c45f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:45.155467 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-65825db6-d7d6-4505-9501-e64695c45f84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f12c3cb59edf447b92c3f79280540cd8&device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0445616 Sep 03 19:29:45.245046 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-cdb20be7-1ce6-46c5-a86d-285831010c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:45.247140 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-cdb20be7-1ce6-46c5-a86d-285831010c05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 200 len: 909 time: 0.0837898 Sep 03 19:29:45.293490 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-87fb328b-6c85-420f-b40d-14d600eec39c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 200 len: 217 time: 0.0384414 Sep 03 19:29:45.342137 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-b19062ba-55bd-4410-96a2-b1bebefc713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:45.342528 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:45.343633 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-b19062ba-55bd-4410-96a2-b1bebefc713b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 200 len: 847 time: 0.0435078 Sep 03 19:29:45.369464 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] Checking router: b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:29:45.381627 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:29:45.382838 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:29:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:45.390982 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-d3bbf837-abed-4804-a57b-0cb2691624ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:45.392500 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-d3bbf837-abed-4804-a57b-0cb2691624ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10f5901d-7a90-493a-a498-db1156b20e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417454 Sep 03 19:29:45.485927 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:29:45.504080 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e8aaf-ba7d-4c22-8b48-f11e5cb079bd req-7432cc87-4a0e-4be0-a617-8ce0d8bc7c9d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:45.505517 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d23e8aaf-ba7d-4c22-8b48-f11e5cb079bd req-7432cc87-4a0e-4be0-a617-8ce0d8bc7c9d tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.1064744 Sep 03 19:29:45.534605 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-3701a55e-2e6e-420e-85be-9b3d1d55af21 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343751 Sep 03 19:29:45.572379 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-d23e8aaf-ba7d-4c22-8b48-f11e5cb079bd req-ca33b4e1-939b-4b77-a981-8298c259be9b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584991 Sep 03 19:29:45.644911 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-dde391f0-5a75-4524-afd0-a38a2129edf5 req-ecad4feb-2cfe-43ef-a0f0-0678699d0665 service neutron] 10.222.0.20 "GET /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025469 Sep 03 19:29:45.807279 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:45.834358 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bc6b8-fb90-406a-8319-33b8af19b31c None None] The sync data for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi is: [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:15Z', 'revision_number': 4, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '44348e8e-3206-445e-b902-98baec8da713', 'name': '', 'network_id': '10f5901d-7a90-493a-a498-db1156b20e84', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'mac_address': 'fa:16:3e:2c:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:14Z', 'updated_at': '2021-09-03T19:25:21Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'subnets': [{'id': 'fd64035f-ad92-419b-b9b6-914eb36e50cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:29:46.034599 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37563a-af00-46e0-8936-d6b5f4de1b64 None None] New status for floating IP 70b10cd4-c6e9-4fd2-9382-8b6985bf4d0d: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:29:46.685825 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1979-c247-4d12-b124-26c47606ab33 req-1703b552-7848-4ce3-b03c-21ea964a496e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:46.687269 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-34cf1979-c247-4d12-b124-26c47606ab33 req-1703b552-7848-4ce3-b03c-21ea964a496e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0463700 Sep 03 19:29:46.723208 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-34cf1979-c247-4d12-b124-26c47606ab33 req-ef6069b0-0a8a-4315-b80e-b4577a59a0e7 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ef900b-3c32-4c3b-aab9-52d9d90c260c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302317 Sep 03 19:29:47.053401 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-af2e46f4-97e4-465a-a5df-375aa9aad32c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:47.054789 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-af2e46f4-97e4-465a-a5df-375aa9aad32c tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.20 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 945 time: 0.0554338 Sep 03 19:29:47.114443 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-5f684bd1-4c90-4bd8-a9cd-c043b488b165 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790808 Sep 03 19:29:47.186250 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88467db-c650-48f7-825c-89ed0d051919 req-7d94ad6c-d53c-4f2a-8586-e8ee3ff937c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:47.187685 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-7d94ad6c-d53c-4f2a-8586-e8ee3ff937c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1098 time: 0.0518064 Sep 03 19:29:47.192156 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Deleting port f7a8a34f-51d8-45c3-bebe-c64406c0d6de {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:47.192434 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:47.336256 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] For port f7a8a34f-51d8-45c3-bebe-c64406c0d6de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:47.336612 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:47.355547 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Calling delete_port for f7a8a34f-51d8-45c3-bebe-c64406c0d6de owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:47.357536 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88467db-c650-48f7-825c-89ed0d051919 req-ceb35244-b7c0-495d-9024-a1c05d3c2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:47.358972 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-ceb35244-b7c0-495d-9024-a1c05d3c2942 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.1512113 Sep 03 19:29:47.462729 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-6ba86c96-02d5-444c-b9bb-335deff5c73f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 200 len: 1000 time: 0.0956335 Sep 03 19:29:47.544350 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88467db-c650-48f7-825c-89ed0d051919 req-1a9b3db8-049e-4248-a9c9-6b4d3b6cf0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:47.545842 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-1a9b3db8-049e-4248-a9c9-6b4d3b6cf0f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0706789 Sep 03 19:29:47.599662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88467db-c650-48f7-825c-89ed0d051919 req-e2d8daa3-8a29-4fdc-be5a-7935439232ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:29:47.601268 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-e2d8daa3-8a29-4fdc-be5a-7935439232ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465519 Sep 03 19:29:47.672139 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:47.704266 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event deleted for resources: {'Port': ['ID=f7a8a34f-51d8-45c3-bebe-c64406c0d6de,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:47.722653 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.722954 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.723243 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.723570 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.723896 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.724219 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.724535 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.724852 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.725196 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.725511 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.725825 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.726135 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:47.736592 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-bcab443b-8523-4c9a-9933-f8c3d333c076 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285739 Sep 03 19:29:47.786277 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] No DVR routers for this DVR port f7a8a34f-51d8-45c3-bebe-c64406c0d6de on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:29:47.790562 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:47.793080 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-5584aab3-f76b-49ec-957e-08dacfb814f4 req-37e1ce3d-b2a5-4a57-9050-f656ce94fb1e tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.20 "DELETE /v2.0/ports/f7a8a34f-51d8-45c3-bebe-c64406c0d6de HTTP/1.1" status: 204 len: 173 time: 0.7250988 Sep 03 19:29:47.793516 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-deleted', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:29:47.795809 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad5859-05a6-4ddc-9ca2-2c2f1392ad9c" -d '{"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-deleted", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:29:47.859759 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-095de6d2-918c-4308-bcd6-c5b281968d6f req-21e18fe6-26d3-4959-9c8a-00c4bc6f5e41 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 210 time: 0.0544193 Sep 03 19:29:47.862618 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16572f0f-1324-4827-9bc4-8effea6229ff x-openstack-request-id: req-16572f0f-1324-4827-9bc4-8effea6229ff {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:29:47.862909 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96693065-5b20-4f7f-8681-4462f1158fe0", "name": "network-vif-deleted", "tag": "f7a8a34f-51d8-45c3-bebe-c64406c0d6de", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:29:47.863167 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16572f0f-1324-4827-9bc4-8effea6229ff {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:29:47.863518 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96693065-5b20-4f7f-8681-4462f1158fe0', 'name': 'network-vif-deleted', 'tag': 'f7a8a34f-51d8-45c3-bebe-c64406c0d6de', 'status': 'completed', 'code': 200} Sep 03 19:29:47.889608 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c88467db-c650-48f7-825c-89ed0d051919 req-7cc005da-1a74-43a7-adaa-525e5b86f38e service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365657 Sep 03 19:29:48.965434 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-f51934d2-4553-410c-aa48-b50dfd9c671b req-3bb81a1a-c900-400d-9b75-c9939a2b39e1 tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "GET /v2.0/ports?device_id=96693065-5b20-4f7f-8681-4462f1158fe0 HTTP/1.1" status: 200 len: 210 time: 0.0258470 Sep 03 19:29:50.021273 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60572) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:50.303128 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca7c8-b396-46d1-aff6-85445cdf510b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:50.327526 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca7c8-b396-46d1-aff6-85445cdf510b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:50.451679 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca7c8-b396-46d1-aff6-85445cdf510b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:50.454231 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca7c8-b396-46d1-aff6-85445cdf510b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:50.455380 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8f5ca7c8-b396-46d1-aff6-85445cdf510b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5ef900b-3c32-4c3b-aab9-52d9d90c260c HTTP/1.1" status: 204 len: 168 time: 0.4331281 Sep 03 19:29:50.464296 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ca7c8-b396-46d1-aff6-85445cdf510b tempest-TestShelveInstance-1311347954 tempest-TestShelveInstance-1311347954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef900b-3c32-4c3b-aab9-52d9d90c260c,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:51.577687 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60578) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:51.818033 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:51.837697 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: f7a8a34f-51d8-45c3-bebe-c64406c0d6de {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:51.838044 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device f7a8a34f-51d8-45c3-bebe-c64406c0d6de not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:51.917403 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:52.150030 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Deleting port 44348e8e-3206-445e-b902-98baec8da713 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:52.150253 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:52.237061 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] For port 44348e8e-3206-445e-b902-98baec8da713, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=44348e8e-3206-445e-b902-98baec8da713,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:52.237418 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:52.251571 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Calling delete_port for 44348e8e-3206-445e-b902-98baec8da713 owned by network:router_interface {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:52.470373 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:52.495208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Pushing event deleted for resources: {'Port': ['ID=44348e8e-3206-445e-b902-98baec8da713,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:52.895723 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:53.099497 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:29:53.206300 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:29:53.211589 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-bd099636-1ade-4bc4-a997-5800a6b7080f admin admin] 10.222.0.18 "PUT /v2.0/routers/b21ff086-5e3b-4e61-9cac-e13ad6fd03c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328740 Sep 03 19:29:53.214290 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60580) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:53.217999 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] Sync routers for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:29:53.227084 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:29:53.227689 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:29:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:53.320788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:53.331493 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:29:53.419638 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:53.504674 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:29:52Z', 'revision_number': 5, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port': {'id': '3dc67da7-cc87-417a-94cd-6951a8f7555d', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:53.529961 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] Checking router: b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:29:53.538223 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] Routers {'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:29:53.538829 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:29:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:53.561783 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Deleting port 3dc67da7-cc87-417a-94cd-6951a8f7555d {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:53.562129 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:53.632722 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] Set router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 gateway port host: None {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:29:53.643762 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] For port 3dc67da7-cc87-417a-94cd-6951a8f7555d, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=3dc67da7-cc87-417a-94cd-6951a8f7555d,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:53.644125 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:53.655489 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Calling delete_port for 3dc67da7-cc87-417a-94cd-6951a8f7555d owned by network:router_gateway {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:53.682423 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:29:53Z', 'revision_number': 6, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port_host': None}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:53.711055 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202e5a-25b9-4873-87b1-5a637bc88f2c None None] The sync data for ids ['b21ff086-5e3b-4e61-9cac-e13ad6fd03c8'] in dv-cinder-788367-7-iscsi is: [{'id': 'b21ff086-5e3b-4e61-9cac-e13ad6fd03c8', 'name': 'tempest-TestShelveInstance-217255695-router', 'tenant_id': 'f12c3cb59edf447b92c3f79280540cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:12Z', 'updated_at': '2021-09-03T19:29:53Z', 'revision_number': 6, 'project_id': 'f12c3cb59edf447b92c3f79280540cd8', 'gw_port_host': None}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:29:53.863263 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:53.888618 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc67da7-cc87-417a-94cd-6951a8f7555d,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:53.946590 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.033648 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.035730 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.162618 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.163322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 {{(pid=94491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:29:54.168236 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.169439 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-2e534118-64ec-4723-8a84-082b2078aaa8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b21ff086-5e3b-4e61-9cac-e13ad6fd03c8 HTTP/1.1" status: 204 len: 168 time: 0.9542372 Sep 03 19:29:54.172602 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60582) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:54.215679 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Deleting subnet fd64035f-ad92-419b-b9b6-914eb36e50cd {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:29:54.218696 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.251515 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.329520 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.442601 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.470650 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd64035f-ad92-419b-b9b6-914eb36e50cd,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:54.472653 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.474558 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-8c0fcc32-b445-4d80-9d49-3a9d7391da66 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd64035f-ad92-419b-b9b6-914eb36e50cd HTTP/1.1" status: 204 len: 168 time: 0.3017025 Sep 03 19:29:54.477479 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60584) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:54.482151 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141443a9-1132-4f71-b468-529a5293cc22 None None] Network 10f5901d-7a90-493a-a498-db1156b20e84 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:29:54.544775 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.603284 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Deleting port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:54.603608 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.642136 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 3dc67da7-cc87-417a-94cd-6951a8f7555d no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:54.663807 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 3dc67da7-cc87-417a-94cd-6951a8f7555d {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:54.664157 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 3dc67da7-cc87-417a-94cd-6951a8f7555d not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:54.664569 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 44348e8e-3206-445e-b902-98baec8da713 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:54.667159 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] For port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:54.667529 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.680510 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Calling delete_port for 85ce3cdd-74cd-4cb3-a1b1-0488867460cb owned by network:dhcp {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:54.689451 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] DHCP port deletion for 10f5901d-7a90-493a-a498-db1156b20e84 request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:29:54.691606 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 44348e8e-3206-445e-b902-98baec8da713 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:54.691943 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 44348e8e-3206-445e-b902-98baec8da713 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:54.742708 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Deleting port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:54.742708 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.807385 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] For port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,segment=NetworkSegment(2beb4f6f-6aa5-4795-ab58-1be70b4b1447),segment_id=2beb4f6f-6aa5-4795-ab58-1be70b4b1447)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:54.808318 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.819581 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Calling delete_port for 85ce3cdd-74cd-4cb3-a1b1-0488867460cb owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:54.836329 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.862170 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Pushing event deleted for resources: {'Port': ['ID=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:54.863995 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] No DVR routers for this DVR port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb on host dv-cinder-788367-7-iscsi {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:29:54.893543 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.917643 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Pushing event deleted for resources: {'Port': ['ID=85ce3cdd-74cd-4cb3-a1b1-0488867460cb,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:54.925128 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] No DVR routers for this DVR port 85ce3cdd-74cd-4cb3-a1b1-0488867460cb on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:29:54.928538 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.931263 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.932007 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.932007 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.932304 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dacf30-9e75-4b1a-88f9-606a8a91849a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-7-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 19:29:54.938960 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.949684 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f5901d-7a90-493a-a498-db1156b20e84']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:54.959119 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beb4f6f-6aa5-4795-ab58-1be70b4b1447') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:54.959410 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beb4f6f-6aa5-4795-ab58-1be70b4b1447') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:54.967840 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.981275 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.986969 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:29:54.987236 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:29:54.988809 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:29:55.116249 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:55.121988 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:55.123796 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] 10.222.0.18 "DELETE /v2.0/networks/10f5901d-7a90-493a-a498-db1156b20e84 HTTP/1.1" status: 204 len: 168 time: 0.6453304 Sep 03 19:29:55.126965 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60586) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:55.134259 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf600a-0727-4563-b305-b5fec2d7848c admin admin] Pushing event deleted for resources: {'Network': ['ID=10f5901d-7a90-493a-a498-db1156b20e84,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:55.458871 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:55.684406 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Deleting port f6d03adb-46f5-4137-a154-a99c35c9ced5 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:55.684752 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:55.762521 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] For port f6d03adb-46f5-4137-a154-a99c35c9ced5, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=f6d03adb-46f5-4137-a154-a99c35c9ced5,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:55.762794 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:55.774564 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Calling delete_port for f6d03adb-46f5-4137-a154-a99c35c9ced5 owned by network:router_interface {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:56.040348 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:56.065540 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d03adb-46f5-4137-a154-a99c35c9ced5,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:56.223410 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:56.429805 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Router 1274f081-1a72-4c18-b750-2e9b9dc01b59 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:29:56.530274 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:29:56.535729 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-31cc9e77-4da9-4996-aa7c-b669d51debe2 admin admin] 10.222.0.18 "PUT /v2.0/routers/1274f081-1a72-4c18-b750-2e9b9dc01b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077101 Sep 03 19:29:56.537632 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60588) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:56.538853 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] Sync routers for ids ['1274f081-1a72-4c18-b750-2e9b9dc01b59'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:29:56.548130 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] Routers {'1274f081-1a72-4c18-b750-2e9b9dc01b59'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:29:56.548735 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:29:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['1274f081-1a72-4c18-b750-2e9b9dc01b59'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:56.641115 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks [] for router, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:56.653404 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] Set router 1274f081-1a72-4c18-b750-2e9b9dc01b59 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:29:56.686842 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 85ce3cdd-74cd-4cb3-a1b1-0488867460cb no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:56.710066 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 85ce3cdd-74cd-4cb3-a1b1-0488867460cb {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:56.710502 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 85ce3cdd-74cd-4cb3-a1b1-0488867460cb not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:56.743356 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:56.831364 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:29:55Z', 'revision_number': 5, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port': {'id': '7fb97c21-57a9-42fe-9ea6-d50d0f81d88c', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ef:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:25:18Z', 'updated_at': '2021-09-03T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:56.856005 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] Checking router: 1274f081-1a72-4c18-b750-2e9b9dc01b59 for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:29:56.864014 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] Routers {'1274f081-1a72-4c18-b750-2e9b9dc01b59'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:29:56.864627 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:29:42Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['1274f081-1a72-4c18-b750-2e9b9dc01b59'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:56.899764 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Deleting port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:56.900125 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:56.948996 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] Set router 1274f081-1a72-4c18-b750-2e9b9dc01b59 gateway port host: None {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:29:56.975589 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] For port 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:56.975950 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:56.991495 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Calling delete_port for 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c owned by network:router_gateway {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:56.998425 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:29:56Z', 'revision_number': 6, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port_host': None}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:57.028806 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59695993-26d6-4497-94eb-9d6d6bfa2012 None None] The sync data for ids ['1274f081-1a72-4c18-b750-2e9b9dc01b59'] in dv-cinder-788367-7-iscsi is: [{'id': '1274f081-1a72-4c18-b750-2e9b9dc01b59', 'name': 'tempest-TestShelveInstance-1029801027-router', 'tenant_id': '692544d0524a44a0aa3b839a870c3191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:25:17Z', 'updated_at': '2021-09-03T19:29:56Z', 'revision_number': 6, 'project_id': '692544d0524a44a0aa3b839a870c3191', 'gw_port_host': None}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:29:57.207466 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.236400 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb97c21-57a9-42fe-9ea6-d50d0f81d88c,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:57.291530 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.379873 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.382078 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.511553 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.512209 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1274f081-1a72-4c18-b750-2e9b9dc01b59 {{(pid=94491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:29:57.516697 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.517880 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-7c53e62c-55b1-4d20-8bf1-97a8524a923f admin admin] 10.222.0.18 "DELETE /v2.0/routers/1274f081-1a72-4c18-b750-2e9b9dc01b59 HTTP/1.1" status: 204 len: 168 time: 0.9793396 Sep 03 19:29:57.520581 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60592) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:57.566913 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Deleting subnet 5aa609db-4a42-4d7a-97a9-77df1ce9da85 {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:29:57.569935 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.602864 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.674538 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.784910 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.811046 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa609db-4a42-4d7a-97a9-77df1ce9da85,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:57.813089 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.817736 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60594) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:57.819408 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0fe25-fbf2-49f6-9ef6-b5d7bcf8387b None None] Network bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:29:57.821479 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-d81e1723-0fc7-4264-8186-acffd4eaae28 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5aa609db-4a42-4d7a-97a9-77df1ce9da85 HTTP/1.1" status: 204 len: 168 time: 0.2996962 Sep 03 19:29:57.892510 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.951994 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Deleting port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:57.952412 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:57.997365 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] DHCP port deletion for bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:29:58.024328 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] For port 2cd3d29a-9847-485f-8531-ca24ab0b00f2, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=2cd3d29a-9847-485f-8531-ca24ab0b00f2,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:58.024603 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.037313 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Calling delete_port for 2cd3d29a-9847-485f-8531-ca24ab0b00f2 owned by network:dhcp {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:58.047515 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] Deleting port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:29:58.048131 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.110380 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] For port 2cd3d29a-9847-485f-8531-ca24ab0b00f2, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=2cd3d29a-9847-485f-8531-ca24ab0b00f2,segment=NetworkSegment(a29f8572-2957-4d5e-90d9-1b75509f4149),segment_id=a29f8572-2957-4d5e-90d9-1b75509f4149)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:29:58.110776 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.123446 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] Calling delete_port for 2cd3d29a-9847-485f-8531-ca24ab0b00f2 owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:29:58.184731 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.198571 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.210479 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd3d29a-9847-485f-8531-ca24ab0b00f2,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:58.214057 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] No DVR routers for this DVR port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 on host dv-cinder-788367-7-iscsi {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:29:58.222832 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] Pushing event deleted for resources: {'Port': ['ID=2cd3d29a-9847-485f-8531-ca24ab0b00f2,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:58.226251 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccc55f-b67d-4b09-87d7-24852db2e011 None None] No DVR routers for this DVR port 2cd3d29a-9847-485f-8531-ca24ab0b00f2 on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:29:58.288179 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.297835 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:58.307419 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29f8572-2957-4d5e-90d9-1b75509f4149') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:58.308285 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29f8572-2957-4d5e-90d9-1b75509f4149') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:29:58.316751 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.329703 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.335288 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:29:58.335663 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:29:58.337315 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:29:58.424782 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.430024 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.431832 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] 10.222.0.18 "DELETE /v2.0/networks/bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0 HTTP/1.1" status: 204 len: 168 time: 0.6124814 Sep 03 19:29:58.442123 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e388eb-a6e0-4f43-9c8d-388ed8e4983a admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd4b9bc-fe0b-481a-bdb5-b137cd724ce0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:58.623860 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:58.643424 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:58.643773 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7fb97c21-57a9-42fe-9ea6-d50d0f81d88c not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:58.644187 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device f6d03adb-46f5-4137-a154-a99c35c9ced5 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:58.662287 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: f6d03adb-46f5-4137-a154-a99c35c9ced5 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:58.662652 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device f6d03adb-46f5-4137-a154-a99c35c9ced5 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:58.663058 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 2cd3d29a-9847-485f-8531-ca24ab0b00f2 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:29:58.680994 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 2cd3d29a-9847-485f-8531-ca24ab0b00f2 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:29:58.685612 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 2cd3d29a-9847-485f-8531-ca24ab0b00f2 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:29:58.789352 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60598) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:58.827998 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-dbdc4f04-e72f-4c3f-89a8-c95f23b0c5b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f12c3cb59edf447b92c3f79280540cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373881 Sep 03 19:29:58.830240 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60600) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:58.876351 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-566b8775-8360-4a3a-b05a-27b14d34877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:58.899239 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-566b8775-8360-4a3a-b05a-27b14d34877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.028706 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-566b8775-8360-4a3a-b05a-27b14d34877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.031282 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-566b8775-8360-4a3a-b05a-27b14d34877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.032452 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-566b8775-8360-4a3a-b05a-27b14d34877b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6c9a856-6ef5-4816-b1f3-9d99fb28998e HTTP/1.1" status: 204 len: 168 time: 0.2012570 Sep 03 19:29:59.040505 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b8775-8360-4a3a-b05a-27b14d34877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c9a856-6ef5-4816-b1f3-9d99fb28998e,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:29:59.656566 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60606) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:59.696126 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-8ae6d77c-db54-49b7-b6c5-8f4f89cb0eb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=692544d0524a44a0aa3b839a870c3191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383418 Sep 03 19:29:59.698493 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60608) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:29:59.747733 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-18b112b9-18c6-448c-96e5-6a6159d939a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.768504 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-18b112b9-18c6-448c-96e5-6a6159d939a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.852845 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-18b112b9-18c6-448c-96e5-6a6159d939a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.856082 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-18b112b9-18c6-448c-96e5-6a6159d939a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:29:59.857226 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-18b112b9-18c6-448c-96e5-6a6159d939a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7708d685-c60c-4f68-aa7b-57612cc7e16b HTTP/1.1" status: 204 len: 168 time: 0.1578133 Sep 03 19:29:59.864761 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b112b9-18c6-448c-96e5-6a6159d939a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708d685-c60c-4f68-aa7b-57612cc7e16b,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:03.121781 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:09.182504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c9035825-f08a-4c38-9a50-8ea8e43b7cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:11.664021 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a653-fdd2-46c3-b5b2-2315521f66fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:12.041894 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:12.726623 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:13.251726 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60612) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:13.403177 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Deleting port 33c0dbec-91cb-4492-abb4-ae8d64380331 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:13.403538 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:13.477640 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:13.477968 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:13.489429 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Calling delete_port for 33c0dbec-91cb-4492-abb4-ae8d64380331 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:13.709904 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:13.738633 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'Port': ['ID=33c0dbec-91cb-4492-abb4-ae8d64380331,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:13.797864 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:13.798199 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Floating IP 88571bc4-f99b-44fc-a034-29bf697c5218 disassociated (deleted). External IP: 172.27.3.87, port: 6da9fbc5-d861-4c96-9494-50087b835906. Sep 03 19:30:14.009894 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:30:14.116544 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:30:14.121600 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:14.126063 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:30:14.134992 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:14.135703 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:14.149069 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c2a30385-5468-4354-b180-e09d8363d57a tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "DELETE /v2.0/floatingips/88571bc4-f99b-44fc-a034-29bf697c5218 HTTP/1.1" status: 204 len: 168 time: 0.8963327 Sep 03 19:30:14.151979 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:30:14.151979 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da263a9-420a-437f-b7fb-1b6e6553a5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "tag": "6da9fbc5-d861-4c96-9494-50087b835906"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:30:14.189887 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399ce07-1408-4bc7-b8dc-c8aff5ba4a68 x-openstack-request-id: req-a399ce07-1408-4bc7-b8dc-c8aff5ba4a68 {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:30:14.189887 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "tag": "6da9fbc5-d861-4c96-9494-50087b835906", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:30:14.189887 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a399ce07-1408-4bc7-b8dc-c8aff5ba4a68 {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:30:14.189887 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906', 'status': 'completed', 'code': 200} Sep 03 19:30:14.245987 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:14.268208 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-c1b5efc2-2497-4697-92bb-ca9bbc19aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:14.269966 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-c1b5efc2-2497-4697-92bb-ca9bbc19aeba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 1099 time: 0.0547557 Sep 03 19:30:14.365562 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-7af4e350-adb0-4669-8a70-245b8df5e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:14.367206 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-7af4e350-adb0-4669-8a70-245b8df5e55a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0908599 Sep 03 19:30:14.411318 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-1421460e-d469-4df0-9006-14dbc4e71bf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da9fbc5-d861-4c96-9494-50087b835906 HTTP/1.1" status: 200 len: 217 time: 0.0369220 Sep 03 19:30:14.427904 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:14.460347 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-d9f95e97-f293-4e3f-b4c1-b86ed2f86a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:14.461836 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-d9f95e97-f293-4e3f-b4c1-b86ed2f86a80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0433679 Sep 03 19:30:14.484717 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:28Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:14.515733 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:30:14.520911 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-67383a32-a6e6-4a82-83d8-3fc1bb08f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:14.522899 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-67383a32-a6e6-4a82-83d8-3fc1bb08f3c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458357 Sep 03 19:30:14.524057 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:14.524800 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:14.599204 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf4667-9c3a-4c48-b0e3-2242e6d3c953 req-aee98fdb-1a1a-4a50-bfb6-68becdf973c3 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:14.602100 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cbf4667-9c3a-4c48-b0e3-2242e6d3c953 req-aee98fdb-1a1a-4a50-bfb6-68becdf973c3 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0545304 Sep 03 19:30:14.623861 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-e5585994-8ed1-40f7-b394-b4646b3807d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927386 Sep 03 19:30:14.643151 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-9cbf4667-9c3a-4c48-b0e3-2242e6d3c953 req-80d6dbd6-6c90-4997-8ceb-344bf428cd82 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348639 Sep 03 19:30:14.757280 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:14.979648 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-6da263a9-420a-437f-b7fb-1b6e6553a5bb req-4dc0c746-1f44-4804-be90-5e3a90cc4087 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469088 Sep 03 19:30:14.985606 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:28Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:15.011252 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f8198-a85b-460a-b8a1-98b73e819941 None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_floatingips': [{'id': 'a3f20cbc-dde1-42d2-96c7-213c7f75b05f', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'router_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'port_id': 'a374614f-0210-40ba-b562-5e2389478812', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'mac_address': 'fa:16:3e:56:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T19:26:26Z', 'updated_at': '2021-09-03T19:26:28Z', 'revision_number': 1, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:30:15.217976 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380285c-ed79-4077-8876-92f87998ef5e None None] New status for floating IP 88571bc4-f99b-44fc-a034-29bf697c5218: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:30:15.759773 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd08d8-a26d-4006-b7d6-a2d3b5decb6f req-54b071af-d15e-49c6-a856-d6610f47b18b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:15.761226 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-75dd08d8-a26d-4006-b7d6-a2d3b5decb6f req-54b071af-d15e-49c6-a856-d6610f47b18b tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0469677 Sep 03 19:30:15.797015 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-75dd08d8-a26d-4006-b7d6-a2d3b5decb6f req-8d720d54-f99a-4b91-9ba3-f6b03dd67f1e tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293157 Sep 03 19:30:15.976620 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-c7851787-2ea2-4c85-be5f-2fb6f92ea822 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:15.978082 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-c7851787-2ea2-4c85-be5f-2fb6f92ea822 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 946 time: 0.0464344 Sep 03 19:30:16.066869 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Deleting port 6da9fbc5-d861-4c96-9494-50087b835906 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:16.067215 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:16.153147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] For port 6da9fbc5-d861-4c96-9494-50087b835906, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6da9fbc5-d861-4c96-9494-50087b835906,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:16.153516 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:16.165784 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Calling delete_port for 6da9fbc5-d861-4c96-9494-50087b835906 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:16.372817 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:16.398724 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'Port': ['ID=6da9fbc5-d861-4c96-9494-50087b835906,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:16.443100 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] No DVR routers for this DVR port 6da9fbc5-d861-4c96-9494-50087b835906 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:30:16.445657 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:16.447595 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-2e2ea43d-13b9-41e4-8bd6-0710fcdb4dc2 req-3b08e81a-deb2-4e9e-a430-bcefc9d911cf tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "DELETE /v2.0/ports/6da9fbc5-d861-4c96-9494-50087b835906 HTTP/1.1" status: 204 len: 173 time: 0.4633720 Sep 03 19:30:16.448028 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'name': 'network-vif-deleted', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:30:16.450328 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfab872-6c6c-4300-b4f3-6e7ccefe2ab4" -d '{"events": [{"server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "name": "network-vif-deleted", "tag": "6da9fbc5-d861-4c96-9494-50087b835906"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:30:16.491122 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1056737f-68d3-48a7-a33f-06161599efa1 x-openstack-request-id: req-1056737f-68d3-48a7-a33f-06161599efa1 {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:30:16.491122 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a25c975-bc6f-46de-867e-bf91a08aa4f3", "name": "network-vif-deleted", "tag": "6da9fbc5-d861-4c96-9494-50087b835906", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:30:16.491122 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1056737f-68d3-48a7-a33f-06161599efa1 {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:30:16.491122 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a25c975-bc6f-46de-867e-bf91a08aa4f3', 'name': 'network-vif-deleted', 'tag': '6da9fbc5-d861-4c96-9494-50087b835906', 'status': 'completed', 'code': 200} Sep 03 19:30:16.892547 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-7ee27604-30b4-499c-91e4-85530619cb28 req-8615636c-6b00-4aaf-bde4-3ff9b2be2f46 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a25c975-bc6f-46de-867e-bf91a08aa4f3 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Sep 03 19:30:18.323518 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:30:19.934040 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6da9fbc5-d861-4c96-9494-50087b835906 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:19.957649 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: 6da9fbc5-d861-4c96-9494-50087b835906 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:19.957992 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device 6da9fbc5-d861-4c96-9494-50087b835906 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:20.371524 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60640) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:20.524155 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Deleting port 779307b1-4ba1-4453-bca9-9019bfb33113 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:20.524500 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:20.600307 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:20.600636 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:20.612036 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Calling delete_port for 779307b1-4ba1-4453-bca9-9019bfb33113 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:20.818087 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:20.840982 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'Port': ['ID=779307b1-4ba1-4453-bca9-9019bfb33113,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:20.905145 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:20.905145 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.db.l3_db [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Floating IP a3f20cbc-dde1-42d2-96c7-213c7f75b05f disassociated (deleted). External IP: 172.27.3.76, port: a374614f-0210-40ba-b562-5e2389478812. Sep 03 19:30:21.097491 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:30:21.200489 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:30:21.205283 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:21.209832 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:30:21.218903 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:21.219506 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:21.230484 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-fc42dce7-6e85-4faa-8599-85c0ee9478c8 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3f20cbc-dde1-42d2-96c7-213c7f75b05f HTTP/1.1" status: 204 len: 168 time: 0.8578982 Sep 03 19:30:21.231642 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'tag': 'a374614f-0210-40ba-b562-5e2389478812'}] {{(pid=94492) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:30:21.233962 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483972a133ed27c99d6ea9b37419c1316e871d38f402a4c821f382c9408596ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76" -d '{"events": [{"name": "network-changed", "server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "tag": "a374614f-0210-40ba-b562-5e2389478812"}]}' {{(pid=94492) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:30:21.274287 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d377570-8403-47f2-8bb2-0bc470175bde x-openstack-request-id: req-8d377570-8403-47f2-8bb2-0bc470175bde {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:30:21.274576 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "tag": "a374614f-0210-40ba-b562-5e2389478812", "status": "completed", "code": 200}]} {{(pid=94492) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:30:21.275190 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d377570-8403-47f2-8bb2-0bc470175bde {{(pid=94492) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:30:21.275623 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'tag': 'a374614f-0210-40ba-b562-5e2389478812', 'status': 'completed', 'code': 200} Sep 03 19:30:21.326852 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:21.334322 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-bb00e39b-c4a1-4b16-8558-13118ab4b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:21.335884 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-bb00e39b-c4a1-4b16-8558-13118ab4b089 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 1098 time: 0.0394447 Sep 03 19:30:21.433885 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-80b1433a-fb8e-444d-9f31-5ef6bcbce8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:21.435917 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-80b1433a-fb8e-444d-9f31-5ef6bcbce8db service neutron] 10.222.0.20 "GET /v2.0/networks?id=9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 200 len: 913 time: 0.0931649 Sep 03 19:30:21.476987 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-e5b5aa23-dcea-47cb-ac1a-8ba431e75f72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 200 len: 217 time: 0.0335023 Sep 03 19:30:21.528249 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:21.529388 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-1c68afac-d6c2-4624-a0f6-07bb57909073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:21.530839 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-1c68afac-d6c2-4624-a0f6-07bb57909073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 200 len: 851 time: 0.0450552 Sep 03 19:30:21.553972 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:30:21.562736 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:21.563343 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:21.576060 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-b7fa2ad5-6770-43db-9dbc-ca1cb02f4da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:21.579243 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-b7fa2ad5-6770-43db-9dbc-ca1cb02f4da9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9088d025-1b14-421d-990f-7fcd768e40f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397978 Sep 03 19:30:21.663472 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba2004-a1d1-4195-a4cf-ce04712f940a req-45adfc75-5917-4170-a0f9-fb6e2c231138 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94492) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:21.665190 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-14ba2004-a1d1-4195-a4cf-ce04712f940a req-45adfc75-5917-4170-a0f9-fb6e2c231138 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 945 time: 0.0505831 Sep 03 19:30:21.671851 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:21.675666 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-ef41b19e-bafc-48a3-a3e9-e8669a2d2bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903571 Sep 03 19:30:21.712002 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [req-14ba2004-a1d1-4195-a4cf-ce04712f940a req-cfbb886d-47c2-4018-9cd7-01c5127e0c60 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Sep 03 19:30:21.774851 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-c46dd90f-77f1-4e54-9864-9b78c5a3ed76 req-cb5b055b-f1bd-46e1-a37e-9070f02ac18a service neutron] 10.222.0.20 "GET /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912275 Sep 03 19:30:21.868042 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:21.893547 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7dd49a-0bd4-4e49-961d-df2119405564 None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:16Z', 'revision_number': 4, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi', '_interfaces': [{'id': '7ef2241f-567a-4f5c-a2b0-a5604f8b061b', 'name': '', 'network_id': '9088d025-1b14-421d-990f-7fcd768e40f6', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'mac_address': 'fa:16:3e:41:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:15Z', 'updated_at': '2021-09-03T19:23:21Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'subnets': [{'id': '666a6060-2d5a-4dda-93e8-06cb15e775e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:30:22.097972 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01acc45-53a8-4496-a7a4-34152d89d06a None None] New status for floating IP a3f20cbc-dde1-42d2-96c7-213c7f75b05f: DOWN {{(pid=94494) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 19:30:22.832417 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71531-5f4a-4214-92de-82fcb393fbde req-e122912e-22ab-4c4a-958c-f233e1eee0a7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:22.833826 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-77a71531-5f4a-4214-92de-82fcb393fbde req-e122912e-22ab-4c4a-958c-f233e1eee0a7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 945 time: 0.0473056 Sep 03 19:30:22.870450 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-77a71531-5f4a-4214-92de-82fcb393fbde req-9a9167bd-3863-42c3-8a73-d4775a67c909 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d34595c-dbfd-4473-8b90-268ba884194a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Sep 03 19:30:23.103994 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffd459-00f2-4576-9601-c7e212684bd4 req-fbf37eb3-a399-47d3-974e-d7254e88e1c5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94491) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 19:30:23.103994 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-deffd459-00f2-4576-9601-c7e212684bd4 req-fbf37eb3-a399-47d3-974e-d7254e88e1c5 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Sep 03 19:30:23.183661 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Deleting port a374614f-0210-40ba-b562-5e2389478812 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:23.184543 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:23.269265 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] For port a374614f-0210-40ba-b562-5e2389478812, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a374614f-0210-40ba-b562-5e2389478812,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:23.269623 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:23.281763 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Calling delete_port for a374614f-0210-40ba-b562-5e2389478812 owned by compute:nova {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:23.475392 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:23.503524 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'Port': ['ID=a374614f-0210-40ba-b562-5e2389478812,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:23.548709 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] No DVR routers for this DVR port a374614f-0210-40ba-b562-5e2389478812 on host hv-cinder-78836 {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:30:23.551234 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for port, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:23.553243 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-deffd459-00f2-4576-9601-c7e212684bd4 req-c032a5c1-9292-4cf1-b9da-f09d3005a9c7 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.20 "DELETE /v2.0/ports/a374614f-0210-40ba-b562-5e2389478812 HTTP/1.1" status: 204 len: 173 time: 0.4553938 Sep 03 19:30:23.553683 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'name': 'network-vif-deleted', 'tag': 'a374614f-0210-40ba-b562-5e2389478812'}] {{(pid=94491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 19:30:23.555908 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c67ed723e02136485c65f96503147d022984a8c246c2660893c742dfe43b0be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3755fa4-1d39-4308-8821-9b8bcf2337db" -d '{"events": [{"server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "name": "network-vif-deleted", "tag": "a374614f-0210-40ba-b562-5e2389478812"}]}' {{(pid=94491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 19:30:23.591216 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10424dc0-fc82-444c-82a4-40faef259cea x-openstack-request-id: req-10424dc0-fc82-444c-82a4-40faef259cea {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 19:30:23.591517 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0", "name": "network-vif-deleted", "tag": "a374614f-0210-40ba-b562-5e2389478812", "status": "completed", "code": 200}]} {{(pid=94491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 19:30:23.591766 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10424dc0-fc82-444c-82a4-40faef259cea {{(pid=94491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 19:30:23.592155 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0', 'name': 'network-vif-deleted', 'tag': 'a374614f-0210-40ba-b562-5e2389478812', 'status': 'completed', 'code': 200} Sep 03 19:30:23.967706 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [req-4381580f-2c39-4657-876c-34234b3dad78 req-5e66ed11-41db-4edd-ad28-15af06654275 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c971d7e-9d27-46e7-81a3-e5c0e8abe7b0 HTTP/1.1" status: 200 len: 210 time: 0.0282850 Sep 03 19:30:25.024579 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60656) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:25.143647 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Deleting port b4231e3d-e3fe-4d20-a78a-0c27082200e4 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:25.143988 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:25.215139 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:25.215415 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:25.226516 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Calling delete_port for b4231e3d-e3fe-4d20-a78a-0c27082200e4 owned by network:floatingip {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:25.434974 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:25.457228 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'Port': ['ID=b4231e3d-e3fe-4d20-a78a-0c27082200e4,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:25.519549 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:25.522035 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-511274'] for floatingip, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:25.523168 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c3b1239d-a2af-472e-8aa8-e638fdec7afe tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "DELETE /v2.0/floatingips/488fa9ca-183c-4170-94a5-0a3003a425d2 HTTP/1.1" status: 204 len: 168 time: 0.4975741 Sep 03 19:30:26.834321 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60670) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:26.891341 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e94a8d05-9614-442c-8d72-a9921231d0a0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:26.915612 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e94a8d05-9614-442c-8d72-a9921231d0a0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:27.063784 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e94a8d05-9614-442c-8d72-a9921231d0a0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:27.066413 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-e94a8d05-9614-442c-8d72-a9921231d0a0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:27.067571 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-e94a8d05-9614-442c-8d72-a9921231d0a0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d34595c-dbfd-4473-8b90-268ba884194a HTTP/1.1" status: 204 len: 168 time: 0.2322588 Sep 03 19:30:27.076840 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a8d05-9614-442c-8d72-a9921231d0a0 tempest-TestVolumeBootPattern-1607310323 tempest-TestVolumeBootPattern-1607310323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d34595c-dbfd-4473-8b90-268ba884194a,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:27.181201 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60676) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:27.693828 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:27.929801 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Deleting port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:27.930147 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:27.964482 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device a374614f-0210-40ba-b562-5e2389478812 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:27.983568 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] No Port match for: a374614f-0210-40ba-b562-5e2389478812 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:27.983912 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Device a374614f-0210-40ba-b562-5e2389478812 not bound to the agent host hv-cinder-78836 {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:28.009978 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] For port 7ef2241f-567a-4f5c-a2b0-a5604f8b061b, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:28.010332 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:28.022071 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Calling delete_port for 7ef2241f-567a-4f5c-a2b0-a5604f8b061b owned by network:router_interface {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:28.285662 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:28.311031 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef2241f-567a-4f5c-a2b0-a5604f8b061b,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:28.471821 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:28.694712 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Router 3c28b469-857f-401d-8a64-3c5128eb8538 has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94491) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:30:28.797128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94491) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:30:28.802026 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-aa94d378-b53e-4348-b651-4f1675090bb2 admin admin] 10.222.0.18 "PUT /v2.0/routers/3c28b469-857f-401d-8a64-3c5128eb8538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6198180 Sep 03 19:30:28.804638 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60690) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:28.805601 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968493c8-7260-451c-8248-109261914bbb None None] Sync routers for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:30:28.814504 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968493c8-7260-451c-8248-109261914bbb None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:28.815105 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-968493c8-7260-451c-8248-109261914bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:28.920818 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-968493c8-7260-451c-8248-109261914bbb None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:29.113657 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-968493c8-7260-451c-8248-109261914bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:30:28Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:29.140727 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968493c8-7260-451c-8248-109261914bbb None None] Checking router: 3c28b469-857f-401d-8a64-3c5128eb8538 for host: dv-cinder-788367-7-iscsi {{(pid=94493) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:30:29.142339 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.149200 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968493c8-7260-451c-8248-109261914bbb None None] Routers {'3c28b469-857f-401d-8a64-3c5128eb8538'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94493) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:29.149810 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-968493c8-7260-451c-8248-109261914bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['3c28b469-857f-401d-8a64-3c5128eb8538'], 'active': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:29.241504 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.249349 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvr_db [None req-968493c8-7260-451c-8248-109261914bbb None None] Set router 3c28b469-857f-401d-8a64-3c5128eb8538 gateway port host: dv-cinder-788367-7-iscsi {{(pid=94493) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:29.346846 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Deleting port c8e29610-3756-483b-b28c-b3b811210f35 {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:29.347187 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.427759 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] For port c8e29610-3756-483b-b28c-b3b811210f35, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=c8e29610-3756-483b-b28c-b3b811210f35,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:29.428117 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.440097 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Calling delete_port for c8e29610-3756-483b-b28c-b3b811210f35 owned by network:router_gateway {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:29.441990 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_hamode_db [None req-968493c8-7260-451c-8248-109261914bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:30:28Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:29.470192 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968493c8-7260-451c-8248-109261914bbb None None] The sync data for ids ['3c28b469-857f-401d-8a64-3c5128eb8538'] in dv-cinder-788367-7-iscsi is: [{'id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'name': 'tempest-TestVolumeBootPattern-1909458883-router', 'tenant_id': '618ed3512b0240b8ae6f1f413460e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:30:28Z', 'revision_number': 5, 'project_id': '618ed3512b0240b8ae6f1f413460e4c8', 'gw_port': {'id': 'c8e29610-3756-483b-b28c-b3b811210f35', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c28b469-857f-401d-8a64-3c5128eb8538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:13Z', 'updated_at': '2021-09-03T19:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}] {{(pid=94493) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:30:29.685953 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.709866 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e29610-3756-483b-b28c-b3b811210f35,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:29.775053 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.866163 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.868480 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.972559 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.973159 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c28b469-857f-401d-8a64-3c5128eb8538 {{(pid=94492) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:30:29.977546 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:29.978705 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-48e5697e-fcd7-4f15-8d2e-73800ea9d5f9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3c28b469-857f-401d-8a64-3c5128eb8538 HTTP/1.1" status: 204 len: 168 time: 1.1730654 Sep 03 19:30:29.981765 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60698) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:30.026033 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Deleting subnet 666a6060-2d5a-4dda-93e8-06cb15e775e0 {{(pid=94492) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:30:30.030014 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.069288 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60063326'] for subnet, precommit_delete_associations {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.165794 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.292220 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60606804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59125944'] for subnet, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.316469 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666a6060-2d5a-4dda-93e8-06cb15e775e0,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:30.321416 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for subnet, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.323278 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-0f8259a9-d342-4d42-9a75-cc065c4e2e9d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/666a6060-2d5a-4dda-93e8-06cb15e775e0 HTTP/1.1" status: 204 len: 168 time: 0.3406122 Sep 03 19:30:30.326692 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60700) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:30.328133 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc1f98e-3029-4f90-9899-c2b7603acfb3 None None] Network 9088d025-1b14-421d-990f-7fcd768e40f6 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:30:30.398625 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.461386 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Deleting port 0050baa9-6478-4bf8-ab8a-56aee467fd35 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:30.461975 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.527891 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] For port 0050baa9-6478-4bf8-ab8a-56aee467fd35, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=0050baa9-6478-4bf8-ab8a-56aee467fd35,segment=NetworkSegment(391b1a56-3605-403d-ba31-07a86da10653),segment_id=391b1a56-3605-403d-ba31-07a86da10653)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:30.531778 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.540828 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Calling delete_port for 0050baa9-6478-4bf8-ab8a-56aee467fd35 owned by network:dhcp {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:30.628865 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] DHCP port deletion for 9088d025-1b14-421d-990f-7fcd768e40f6 request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:30:30.675436 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device c8e29610-3756-483b-b28c-b3b811210f35 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:30.685782 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.698789 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Deleting port 0050baa9-6478-4bf8-ab8a-56aee467fd35 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:30.700224 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.701309 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: c8e29610-3756-483b-b28c-b3b811210f35 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:30.701652 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device c8e29610-3756-483b-b28c-b3b811210f35 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:30.702068 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7ef2241f-567a-4f5c-a2b0-a5604f8b061b no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:30.712724 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0050baa9-6478-4bf8-ab8a-56aee467fd35,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:30.718200 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] No DVR routers for this DVR port 0050baa9-6478-4bf8-ab8a-56aee467fd35 on host dv-cinder-788367-7-iscsi {{(pid=94491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:30:30.739815 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 7ef2241f-567a-4f5c-a2b0-a5604f8b061b {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:30.740164 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 7ef2241f-567a-4f5c-a2b0-a5604f8b061b not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:30.791160 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.793543 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] For port 0050baa9-6478-4bf8-ab8a-56aee467fd35, host dv-cinder-788367-7-iscsi, got binding levels [] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:30.793951 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.801128 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9088d025-1b14-421d-990f-7fcd768e40f6']}} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:30.807117 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Calling delete_port for 0050baa9-6478-4bf8-ab8a-56aee467fd35 owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:30.810418 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.ipam_backend_mixin [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Port 0050baa9-6478-4bf8-ab8a-56aee467fd35 was not found and therefore no delete operation was performed {{(pid=94493) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 19:30:30.811777 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.814547 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391b1a56-3605-403d-ba31-07a86da10653') {'for_net_delete': True} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:30.814833 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.services.segments.db [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391b1a56-3605-403d-ba31-07a86da10653') {} {{(pid=94491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:30.823568 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60381335'] for segment, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.837136 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.842238 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] No DVR routers for this DVR port 0050baa9-6478-4bf8-ab8a-56aee467fd35 on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:30:30.842985 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=94491) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:30:30.843269 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59879036'] for segment, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: Traceback (most recent call last): Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: timer() Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: cb(*args, **kw) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: return func(*args, **kwargs) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: self._notify() Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: self.callback(batched_events) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: event.method(event) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: return f(self, *a, **k) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._get(url).json() Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: return self.request(url, 'GET', **kwargs) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:30:30.844933 dv-cinder-788367-7-iscsi neutron-server[94491]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:30:30.847406 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2863-3e20-41b4-99ed-0058da98fd5e None None] Pushing event deleted for resources: {'Port': ['ID=0050baa9-6478-4bf8-ab8a-56aee467fd35,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:30.949538 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.955058 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:30.956942 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9088d025-1b14-421d-990f-7fcd768e40f6 HTTP/1.1" status: 204 len: 168 time: 0.6287060 Sep 03 19:30:30.960016 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60704) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:30.967303 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f8c97-46b9-4ef6-97fe-f9e2d1f71f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9088d025-1b14-421d-990f-7fcd768e40f6,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:31.314062 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535918'] for router_interface, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:31.549186 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Deleting port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:31.549527 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:31.626714 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] For port cf0cf97b-afe3-4cc4-80a1-71f8b22b312b, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:31.627002 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:31.639683 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Calling delete_port for cf0cf97b-afe3-4cc4-80a1-71f8b22b312b owned by network:router_interface {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:31.887252 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:31.912562 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0cf97b-afe3-4cc4-80a1-71f8b22b312b,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:32.081517 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028044'] for router_interface, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:32.289280 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae has already been hosted by L3 agent a3c86bdc-81df-4284-bba1-018d0646d357 {{(pid=94492) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 19:30:32.393213 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] Notify agent at l3_agent.dv-cinder-788367-7-iscsi the message routers_updated {{(pid=94492) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 19:30:32.398070 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-c4d13d93-af00-4247-9bf2-d90c7aad7028 admin admin] 10.222.0.18 "PUT /v2.0/routers/9adc2865-2f83-4e8f-8e3b-9165ae46a7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370406 Sep 03 19:30:32.400671 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60708) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:32.401831 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] Sync routers for ids ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'] in dv-cinder-788367-7-iscsi {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 19:30:32.410965 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] Routers {'9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:32.411567 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:32.502965 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks [] for router, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:32.518500 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] Set router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae gateway port host: dv-cinder-788367-7-iscsi {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:32.606554 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:32.691710 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 0050baa9-6478-4bf8-ab8a-56aee467fd35 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:32.700132 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'external_fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:30:31Z', 'revision_number': 5, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port': {'id': '19230841-5589-4a9d-a3f0-30bf8efb51f9', 'name': '', 'network_id': '34591e73-0d1e-4c52-8bb9-73b9857e9354', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8df0c9ab-ba82-4297-874b-da95e7e42d54', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-7-iscsi'}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:32.712599 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 0050baa9-6478-4bf8-ab8a-56aee467fd35 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:32.712982 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 0050baa9-6478-4bf8-ab8a-56aee467fd35 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:32.727529 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] Checking router: 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae for host: dv-cinder-788367-7-iscsi {{(pid=94494) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 19:30:32.736449 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] Routers {'9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'} bound to L3 agent in host dv-cinder-788367-7-iscsi {{(pid=94494) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 19:30:32.737168 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T19:07:12Z,description=,heartbeat_timestamp=2021-09-03T19:30:12Z,host='dv-cinder-788367-7-iscsi',id=a3c86bdc-81df-4284-bba1-018d0646d357,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T19:07:12Z,topic='l3_agent')) {'router_ids': ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'], 'active': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:32.737518 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Deleting port 19230841-5589-4a9d-a3f0-30bf8efb51f9 {{(pid=94491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:32.737859 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:32.824788 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.db [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] For port 19230841-5589-4a9d-a3f0-30bf8efb51f9, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=19230841-5589-4a9d-a3f0-30bf8efb51f9,segment=NetworkSegment(69ab2336-42f3-44da-a358-e22b65307b2a),segment_id=69ab2336-42f3-44da-a358-e22b65307b2a)] {{(pid=94491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:32.825193 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:32.828838 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvr_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] Set router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae gateway port host: None {{(pid=94494) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 19:30:32.836636 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.plugins.ml2.plugin [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Calling delete_port for 19230841-5589-4a9d-a3f0-30bf8efb51f9 owned by network:router_gateway {{(pid=94491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:32.881770 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.l3_hamode_db [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:30:32Z', 'revision_number': 6, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port_host': None}], 'dv-cinder-788367-7-iscsi', False) {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:32.911242 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d539244-36c7-4947-8a90-7000f0f036ae None None] The sync data for ids ['9adc2865-2f83-4e8f-8e3b-9165ae46a7ae'] in dv-cinder-788367-7-iscsi is: [{'id': '9adc2865-2f83-4e8f-8e3b-9165ae46a7ae', 'name': 'tempest-TestVolumeBootPattern-250301736-router', 'tenant_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T19:23:19Z', 'updated_at': '2021-09-03T19:30:32Z', 'revision_number': 6, 'project_id': 'dea52024cfd94898a3bb37dfc8ddaa15', 'gw_port_host': None}] {{(pid=94494) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 19:30:33.045360 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59878927'] for port, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.069459 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Pushing event deleted for resources: {'Port': ['ID=19230841-5589-4a9d-a3f0-30bf8efb51f9,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:33.141198 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027892'] for router_gateway, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.181711 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.491601 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25940'] for router, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.493855 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.637058 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536808'] for router, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.637058 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9adc2865-2f83-4e8f-8e3b-9165ae46a7ae {{(pid=94491) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 19:30:33.641905 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] Notify callbacks [] for router, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.641905 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-3ec54661-ab7b-497a-88ad-a2bfddfd7963 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9adc2865-2f83-4e8f-8e3b-9165ae46a7ae HTTP/1.1" status: 204 len: 168 time: 1.2400582 Sep 03 19:30:33.644555 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.wsgi [-] (94491) accepted ('10.222.0.18', 60710) {{(pid=94491) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:33.697141 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.db.db_base_plugin_v2 [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Deleting subnet a1a146ac-64ef-4804-92fb-e92d065ee6bb {{(pid=94491) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 19:30:33.700548 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.735104 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60381326'] for subnet, precommit_delete_associations {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.819920 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2026850'] for subnet, precommit_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.955842 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59878946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60469738'] for subnet, after_delete {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.985289 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron_lib.callbacks.manager [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:33.987177 dv-cinder-788367-7-iscsi neutron-server[94491]: INFO neutron.wsgi [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a1a146ac-64ef-4804-92fb-e92d065ee6bb HTTP/1.1" status: 204 len: 168 time: 0.3416216 Sep 03 19:30:33.987989 dv-cinder-788367-7-iscsi neutron-server[94491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44156bd0-76e7-4918-8d44-3c35449f8d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a146ac-64ef-4804-92fb-e92d065ee6bb,revision_number=None']} {{(pid=94491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:33.993005 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60712) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:33.994020 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723aeab-9ee6-4252-bcba-c88903b32357 None None] Network fd135a3c-df21-421f-8cef-d80251f32260 requested from dv-cinder-788367-7-iscsi {{(pid=94493) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 19:30:34.066617 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1992966'] for network, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.120587 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Deleting port 74539d12-4118-498c-bc0e-9643a596f0eb {{(pid=94492) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:34.120967 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.194756 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.db [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] For port 74539d12-4118-498c-bc0e-9643a596f0eb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=74539d12-4118-498c-bc0e-9643a596f0eb,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94492) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:34.195118 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.203160 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] DHCP port deletion for fd135a3c-df21-421f-8cef-d80251f32260 request from dv-cinder-788367-7-iscsi {{(pid=94493) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 19:30:34.210808 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.plugin [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Calling delete_port for 74539d12-4118-498c-bc0e-9643a596f0eb owned by network:dhcp {{(pid=94492) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:34.253740 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] Deleting port 74539d12-4118-498c-bc0e-9643a596f0eb {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 19:30:34.254050 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787875132959'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.319863 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] For port 74539d12-4118-498c-bc0e-9643a596f0eb, host dv-cinder-788367-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-7-iscsi',level=0,port_id=74539d12-4118-498c-bc0e-9643a596f0eb,segment=NetworkSegment(abe9c802-2611-4ef9-942b-c149453d10e0),segment_id=abe9c802-2611-4ef9-942b-c149453d10e0)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 19:30:34.320212 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645217'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.332523 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] Calling delete_port for 74539d12-4118-498c-bc0e-9643a596f0eb owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 19:30:34.360236 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60606841'] for port, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.388156 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Pushing event deleted for resources: {'Port': ['ID=74539d12-4118-498c-bc0e-9643a596f0eb,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:34.392750 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] No DVR routers for this DVR port 74539d12-4118-498c-bc0e-9643a596f0eb on host dv-cinder-788367-7-iscsi {{(pid=94492) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:30:34.410704 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787875136741', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787874585986'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.438483 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] Pushing event deleted for resources: {'Port': ['ID=74539d12-4118-498c-bc0e-9643a596f0eb,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:34.442167 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde6e04-2404-4f6f-9ce9-d3cbe0bf90f0 None None] No DVR routers for this DVR port 74539d12-4118-498c-bc0e-9643a596f0eb on host dv-cinder-788367-7-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 19:30:34.478596 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031607', 'neutron.services.segments.db._delete_segments_for_network-8787875001986'] for network, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.489658 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd135a3c-df21-421f-8cef-d80251f32260']}} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:34.500289 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe9c802-2611-4ef9-942b-c149453d10e0') {'for_net_delete': True} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:34.500579 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.services.segments.db [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe9c802-2611-4ef9-942b-c149453d10e0') {} {{(pid=94492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 19:30:34.510177 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787875001739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60063303'] for segment, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.523628 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243'] for segment, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.529973 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94492) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 19:30:34.530369 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60606730'] for segment, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: Traceback (most recent call last): Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: timer() Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: cb(*args, **kw) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: return func(*args, **kwargs) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: self._notify() Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: self.callback(batched_events) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: event.method(event) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: return f(self, *a, **k) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._get(url).json() Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: return self.request(url, 'GET', **kwargs) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 19:30:34.531968 dv-cinder-788367-7-iscsi neutron-server[94492]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 19:30:34.642736 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 74539d12-4118-498c-bc0e-9643a596f0eb no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:34.646861 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-612974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027864'] for network, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.655010 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528350'] for network, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:34.659320 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fd135a3c-df21-421f-8cef-d80251f32260 HTTP/1.1" status: 204 len: 168 time: 0.6661520 Sep 03 19:30:34.665823 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 74539d12-4118-498c-bc0e-9643a596f0eb {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:34.670084 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 74539d12-4118-498c-bc0e-9643a596f0eb not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:34.670084 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device cf0cf97b-afe3-4cc4-80a1-71f8b22b312b no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:34.670610 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd956d4-dbc6-4b2c-9cf9-275ab86dee74 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd135a3c-df21-421f-8cef-d80251f32260,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:34.689983 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: cf0cf97b-afe3-4cc4-80a1-71f8b22b312b {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:34.690458 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device cf0cf97b-afe3-4cc4-80a1-71f8b22b312b not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:34.690749 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 19230841-5589-4a9d-a3f0-30bf8efb51f9 no longer exists at agent ovs-agent-dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 19:30:34.711028 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] No Port match for: 19230841-5589-4a9d-a3f0-30bf8efb51f9 {{(pid=94493) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 19:30:34.711312 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.rpc [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Device 19230841-5589-4a9d-a3f0-30bf8efb51f9 not bound to the agent host dv-cinder-788367-7-iscsi {{(pid=94493) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 19:30:34.943132 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60716) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:34.988199 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-a09b94b0-41e7-4cc7-a67e-52851627999e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=618ed3512b0240b8ae6f1f413460e4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438805 Sep 03 19:30:34.990721 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60718) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:35.038878 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-71568dea-f392-4fb9-8372-8b71c5379843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:35.059902 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-71568dea-f392-4fb9-8372-8b71c5379843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:35.189259 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-71568dea-f392-4fb9-8372-8b71c5379843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:35.191879 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-71568dea-f392-4fb9-8372-8b71c5379843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:35.193233 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-71568dea-f392-4fb9-8372-8b71c5379843 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4ec6f5c-8342-48c5-bbf8-82973e9059ec HTTP/1.1" status: 204 len: 168 time: 0.2015383 Sep 03 19:30:35.202172 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71568dea-f392-4fb9-8372-8b71c5379843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec6f5c-8342-48c5-bbf8-82973e9059ec,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:35.892502 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60724) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:35.936237 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-00759d71-afb3-4934-b88b-84ec71b394c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dea52024cfd94898a3bb37dfc8ddaa15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423207 Sep 03 19:30:35.938580 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [-] (94492) accepted ('10.222.0.18', 60726) {{(pid=94492) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 19:30:35.987142 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1661dece-b98c-49bd-8074-df31df455842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:36.008513 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1661dece-b98c-49bd-8074-df31df455842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:36.142715 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1661dece-b98c-49bd-8074-df31df455842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614107'] for security_group, after_delete {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:36.145298 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron_lib.callbacks.manager [None req-1661dece-b98c-49bd-8074-df31df455842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:36.146463 dv-cinder-788367-7-iscsi neutron-server[94492]: INFO neutron.wsgi [None req-1661dece-b98c-49bd-8074-df31df455842 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8666177-92d5-49ea-b1d9-f490f33881dd HTTP/1.1" status: 204 len: 168 time: 0.2069635 Sep 03 19:30:36.156081 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661dece-b98c-49bd-8074-df31df455842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8666177-92d5-49ea-b1d9-f490f33881dd,revision_number=None']} {{(pid=94492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 19:30:39.217843 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d3d6dbd6-a53a-4d8a-b946-966efd31dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:41.645708 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3c66-c8a0-4c13-9da4-cf7b9e7ebfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:42.040073 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:42.731268 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:44.411718 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:30:55.322214 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:31:03.130855 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:09.165110 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cb443333-8d98-454b-9617-01d38a2414cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:11.667678 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5d7a4195-930f-4894-8383-442c10dab5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:12.050379 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:12.730116 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:14.439187 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:32.320152 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:31:33.130561 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:39.169911 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d4c7bc8b-7987-4a6f-9eb5-9c7e8223cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:41.672596 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ae115ab2-1207-47de-8110-e8a33ec7575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:42.032648 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:42.741512 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:31:44.398533 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:03.147167 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:09.215445 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-82e06efc-8337-4e11-a715-f6ee2c029491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:09.318633 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:32:11.688611 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-790318d3-75db-4691-8724-98205cc0af75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:12.044042 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:12.775244 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:14.397716 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:33.197862 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:39.220683 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0e84dce4-8e18-4985-bdf4-302592ae4863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:41.664510 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-02bab12a-3230-4d8f-baba-25e773a71b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:42.072108 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:42.786521 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:44.414806 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:32:46.316849 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:33:03.214498 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:09.203241 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-091fc854-6d16-4f8c-a038-86753484df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:11.665749 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-47bc12a1-511b-4464-a1fe-0741a25ece59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:12.071389 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:12.750001 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:14.458009 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:23.316106 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:33:33.223734 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:39.203614 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a27950a9-7a6d-49d4-b414-3ca0ed6ed400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:41.676515 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f2cb67d4-42d9-49da-8287-71ebedbc9164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:42.065567 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:42.774070 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:33:44.425601 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:00.316050 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:34:03.196818 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:09.210421 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-70cb58ec-8cad-4352-b097-59547c3bc53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:11.671003 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-63d681c8-5d1f-4151-87c1-3f3af101ba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:12.050616 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:12.827964 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:14.430366 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:33.225077 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:37.314972 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:34:39.196577 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-516878fb-47ac-4ab9-bda3-29da3e2383ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:41.678057 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65d57f4b-1763-466c-bfe9-ff3b6f81d036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:42.041756 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:42.775291 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:44.432427 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:34:46.056150 dv-cinder-788367-7-iscsi neutron-server[94492]: DEBUG neutron.wsgi [req-9eefe1fb-641a-4d4a-b60f-09467e90a1b0 req-49a303fc-2c7c-4e58-8b3a-b7a6dc591a3c tempest-ServerRescueNegativeTestJSON-42237389 tempest-ServerRescueNegativeTestJSON-42237389-project] (94492) timed out ('10.222.0.20', 49886) {{(pid=94492) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 19:35:03.209042 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:09.202903 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c498a861-b7c6-468e-bc93-0ef2df8c9273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:11.654420 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-80b70160-ecc5-4ff0-997b-f8a1a609bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:12.048391 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:12.768470 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:14.314247 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:35:14.448399 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:33.207800 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:39.213756 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9579462e-ca0d-4c6a-b5a7-f7284ff03bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:41.659208 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7f88b97a-44ce-46c2-9b96-6e386afff7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:42.046795 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153eeb6-02bf-4506-8d1e-35408d113dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:42.767444 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d189d48d-aaae-48ba-8d64-bd27f5a15323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:44.453357 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f66d894-0402-4043-bd39-c159919e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 19:35:51.314169 dv-cinder-788367-7-iscsi neutron-server[94494]: DEBUG neutron.db.agents_db [None req-670b1cb9-c075-4a57-8f84-4f40ccada868 None None] Agent healthcheck: found 6 active agents {{(pid=94494) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 19:36:03.195798 dv-cinder-788367-7-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ec804333-1cd8-4dcf-878d-defd3bbf159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787875001968', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2030269'] for agent, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}